2023-11-22T16:08:56.479 INFO:root:teuthology version: 0.0.1.dev205+g2442239 2023-11-22T16:08:56.480 INFO:teuthology.results:subset: '1/4' 2023-11-22T16:08:56.480 INFO:teuthology.results:seed: '4283' 2023-11-22T16:09:54.591 INFO:root:teuthology version: 0.0.1.dev205+g2442239 2023-11-22T16:09:54.592 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2023-11-22T17:54:01.528 INFO:teuthology.results:Tests finished! gathering results... 2023-11-22T17:54:03.471 INFO:scrape:Found 20 jobs 2023-11-22T17:54:04.514 INFO:scrape:Found 4 distinct failure reasons 2023-11-22T17:54:04.514 INFO:scrape:Failure: Command failed on smithi172 with status 1: 'sudo yum install -y kernel' 2023-11-22T17:54:04.515 INFO:scrape:8 jobs: ['7464394', '7464398', '7464404', '7464392', '7464408', '7464410', '7464402', '7464405'] 2023-11-22T17:54:04.515 INFO:scrape:suites intersection: ['3-scrub-overrides/{max-simultaneous-scrubs-2}', 'ceph', 'clusters/{fixed-2', 'openstack}', 'rados', 'supported-random-distro$/{centos_latest}', 'thrashosds-health'] 2023-11-22T17:54:04.515 INFO:scrape:suites union: ['1-pg-log-overrides/normal_pg_log', '1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '2-recovery-overrides/{more-async-partial-recovery}', '2-recovery-overrides/{more-partial-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'crc-failures/default', 'd-balancer/crush-compat', 'd-balancer/on', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'msgr-failures/osd-dispatch-delay', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{centos_latest}', 'thrashers/careful', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/pggrow', 'thrashosds-health', 'workloads/cache-agent-small}', 'workloads/cache}', 'workloads/dedup-io-mixed}', 'workloads/dedup-io-snaps}', 'workloads/rados_api_tests}', 'workloads/radosbench-high-concurrency}', 'workloads/redirect_set_object}'] 2023-11-22T17:54:04.515 INFO:scrape: 2023-11-22T17:54:04.515 INFO:scrape:Failure: smithi141.front.sepia.ceph.com: _ansible_no_log: false changed: false invocation: module_args: allow_downgrade: false allowerasing: false autoremove: false bugfix: false conf_file: null disable_excludes: null disable_gpg_check: false disable_plugin: [] disablerepo: [] download_dir: null download_only: false enable_plugin: [] enablerepo: [] exclude: [] install_repoquery: true install_weak_deps: true installroot: / list: null lock_timeout: 30 name: - dnf-utils - sysstat - libedit - boost-thread - xfsprogs - gdisk - parted - libgcrypt - fuse-libs - openssl - libuuid - podman - attr - lsof - gettext - bc - xfsdump - blktrace - usbredir - valgrind - nfs-utils - ncurses-devel - gcc - git - genisoimage - qemu-img - qemu-kvm-core - qemu-kvm-block-rbd - libacl-devel - autoconf - gdb - iozone releasever: null security: false skip_broken: false state: present update_cache: false update_only: false validate_certs: true msg: 'Failed to download packages: yum-utils-4.3.0-12.el9.noarch: Cannot download, all mirrors were already tried without success' results: []smithi040.front.sepia.ceph.com: _ansible_no_log: false changed: false invocation: module_args: allow_downgrade: false allowerasing: false autoremove: false bugfix: false conf_file: null disable_excludes: null disable_gpg_check: false disable_plugin: [] disablerepo: [] download_dir: null download_only: false enable_plugin: [] enablerepo: [] exclude: [] install_repoquery: true install_weak_deps: true installroot: / list: null lock_timeout: 30 name: - dnf-utils - sysstat - libedit - boost-thread - xfsprogs - gdisk - parted - libgcrypt - fuse-libs - openssl - libuuid - podman - attr - lsof - gettext - bc - xfsdump - blktrace - usbredir - valgrind - nfs-utils - ncurses-devel - gcc - git - genisoimage - qemu-img - qemu-kvm-core - qemu-kvm-block-rbd - libacl-devel - autoconf - gdb - iozone releasever: null security: false skip_broken: false state: present update_cache: false update_only: false validate_certs: true msg: 'Failed to download packages: yum-utils-4.3.0-12.el9.noarch: Cannot download, all mirrors were already tried without success' results: [] 2023-11-22T17:54:04.516 INFO:scrape:6 jobs: ['7464391', '7464393', '7464407', '7464401', '7464406', '7464397'] 2023-11-22T17:54:04.516 INFO:scrape:suites intersection: ['1-pg-log-overrides/short_pg_log', '3-scrub-overrides/{max-simultaneous-scrubs-2}', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/crush-compat', 'mon_election/classic', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'supported-random-distro$/{centos_latest}', 'thrashosds-health'] 2023-11-22T17:54:04.516 INFO:scrape:suites union: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '2-recovery-overrides/{more-active-recovery}', '2-recovery-overrides/{more-async-recovery}', '2-recovery-overrides/{more-partial-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', 'backoff/normal', 'backoff/peering_and_degraded', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/crush-compat', 'mon_election/classic', 'msgr-failures/fastclose', 'msgr-failures/osd-delay', 'msgr/async', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'supported-random-distro$/{centos_latest}', 'thrashers/careful', 'thrashers/mapgap', 'thrashosds-health', 'workloads/cache-agent-small}', 'workloads/dedup-io-mixed}', 'workloads/redirect_set_object}', 'workloads/redirect}', 'workloads/small-objects}', 'workloads/write_fadvise_dontneed}'] 2023-11-22T17:54:04.516 INFO:scrape: 2023-11-22T17:54:04.516 INFO:scrape:Failure: Command failed (workunit test rados/test.sh) on smithi093 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=603ee9631db6b7f66617296b849da5aa774f47b5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 2023-11-22T17:54:04.516 INFO:scrape:1 jobs: ['7464395'] 2023-11-22T17:54:04.516 INFO:scrape:suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', 'backoff/peering_and_degraded', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/osd-dispatch-delay', 'msgr/async', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/rados_api_tests}'] 2023-11-22T17:54:04.517 INFO:scrape: 2023-11-22T17:54:04.517 INFO:scrape:Failure: ['CPAN command failed: /usr/bin/cpanm Amazon::S3'] 2023-11-22T17:54:04.517 INFO:scrape:1 jobs: ['7464403'] 2023-11-22T17:54:04.517 INFO:scrape:suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{more-async-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/default', 'thrashosds-health', 'workloads/write_fadvise_dontneed}'] 2023-11-22T17:54:04.517 INFO:scrape: