Found 413 jobs
Found 6 distinct failure reasons
Failure: Command failed on smithi189 with status 1: 'sudo yum install -y kernel'
152 jobs
suites intersection: []
suites union: ['0-nvme-loop', '1-bootstrap/16.2.4', '1-bootstrap/16.2.5', '1-bootstrap/octopus', '1-install/luminous', '1-pg-log-overrides/normal_pg_log', '1-pg-log-overrides/short_pg_log', '1-ranks/1', '1-ranks/2', '1-start', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-inject-leak/mon', '2-inject-leak/none', '2-inject-leak/osd', '2-nfs', '2-ops/repave-all}', '2-ops/rm-zap-add}', '2-ops/rm-zap-flag}', '2-recovery-overrides/{default}', '2-recovery-overrides/{more-active-recovery}', '2-recovery-overrides/{more-async-partial-recovery}', '2-recovery-overrides/{more-async-recovery}', '2-recovery-overrides/{more-partial-recovery}', '2-repo_digest/defaut', '2-repo_digest/repo_digest', '2-services/basic', '2-services/client-keyring', '2-services/mirror', '2-services/nfs', '2-services/nfs-ingress-rgw-user', '2-services/rgw-ingress', '2-thrash', '3-final}', '3-inline/no', '3-inline/yes', '3-scrub-overrides/{default}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', '3-start-upgrade', '3-tasks/rados_api_tests', '3-tasks/radosbench', '3-tasks/small-objects', '3-tasks/snaps-few-objects', '3-upgrade-with-workload', '4-final}', '4-verify}', '4-verify}}', '4-wait', '5-upgrade-ls', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'centos_8.stream_container_tools', 'centos_latest}', 'ceph', 'cluster/{12-osds', 'cluster/{fixed-3', 'clusters/3-mons', 'clusters/9-mons', 'clusters/{2-node-mgr}', 'clusters/{fixed-2', 'clusters/{fixed-4', 'clusters/{openstack', 'conf/{client', 'crc-failures/bad_map_crc_failure', 'crc-failures/default', 'd-balancer/crush-compat', 'd-balancer/on', 'd-thrash/default/{default', 'd-thrash/none', 'debug/mgr', 'distro$/{ubuntu_18.04}', 'distro/centos_8.stream_container_tools', 'fast/fast', 'fast/normal', 'fixed-2', 'mds', 'mgr_ttl_cache/disable', 'mgr_ttl_cache/enable', 'mode/packaged', 'mode/root', 'mon', 'mon_election/classic', 'mon_election/classic}', 'mon_election/connectivity', 'mon_election/connectivity}', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/many', 'msgr-failures/mon-delay', 'msgr-failures/none', 'msgr-failures/osd-delay', 'msgr-failures/osd-dispatch-delay', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'no_pools', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'osd}', 'overrides/{pg-warn', 'pool/datapool', 'rados', 'rados/basic/{ceph', 'rados/cephadm/dashboard/{0-distro/centos_8.stream_container_tools', 'rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools', 'rados/cephadm/osds/{0-distro/centos_8.stream_container_tools', 'rados/cephadm/rbd_iscsi/{base/install', 'rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools', 'rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.stream_container_tools}', 'rados/cephadm/smoke/{0-nvme-loop', 'rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools', 'rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools', 'rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools', 'rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'rados/dashboard/{centos_8.stream_container_tools', 'rados/mgr/{clusters/{2-node-mgr}', 'rados/monthrash/{ceph', 'rados/multimon/{clusters/3', 'rados/multimon/{clusters/6', 'rados/objectstore/{backends/alloc-hint', 'rados/objectstore/{backends/fusestore', 'rados/objectstore/{backends/keyvaluedb', 'rados/singleton-nomsgr/{all/ceph-kvstore-tool', 'rados/singleton-nomsgr/{all/ceph-post-file', 'rados/singleton-nomsgr/{all/health-warnings', 'rados/singleton-nomsgr/{all/msgr', 'rados/singleton/{all/backfill-toofull', 'rados/singleton/{all/ec-inconsistent-hinfo', 'rados/singleton/{all/erasure-code-nonregression', 'rados/singleton/{all/lost-unfound', 'rados/singleton/{all/lost-unfound-delete', 'rados/singleton/{all/mon-config', 'rados/singleton/{all/osd-recovery', 'rados/singleton/{all/pg-autoscaler-progress-off', 'rados/singleton/{all/resolve_stuck_peering', 'rados/singleton/{all/test-crash', 'rados/standalone/{supported-random-distro$/{centos_8}', 'rados/thrash-erasure-code-big/{ceph', 'rados/thrash-erasure-code-isa/{arch/x86_64', 'rados/thrash-erasure-code-overwrites/{bluestore-bitmap', 'rados/thrash-erasure-code-shec/{ceph', 'rados/thrash-erasure-code/{ceph', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'rados/valgrind-leaks/{1-start', 'rados/verify/{centos_latest', 'random-objectstore$/{bluestore-comp-zlib}', 'recovery-overrides/{default}', 'recovery-overrides/{more-active-recovery}', 'recovery-overrides/{more-async-partial-recovery}', 'recovery-overrides/{more-async-recovery}', 'recovery-overrides/{more-partial-recovery}', 'roles', 'root}', 'start', 'start}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_8}}', 'task/test_adoption}', 'task/test_cephadm_repos}', 'task/test_cephadm}', 'task/test_e2e}', 'task/test_nfs}', 'task/test_orch_cli}', 'tasks/crash}', 'tasks/dashboard}', 'tasks/insights}', 'tasks/module_selftest}', 'tasks/mon_clock_no_skews}', 'tasks/mon_recovery', 'tasks/mon_recovery}', 'tasks/rados_api_tests', 'tasks/rados_api_tests}', 'tasks/rados_cls_all', 'tasks/rados_python}', 'tasks/rados_stress_watch}', 'tasks/rados_striper}', 'tasks/rados_workunit_loadgen_big}', 'tasks/rados_workunit_loadgen_mostlyread}', 'tasks/workunits}', 'tasks/{0-from/v16.2.4', 'thrashers/careful', 'thrashers/default', 'thrashers/fastread', 'thrashers/force-sync-many', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/pggrow', 'thrashers/sync-many', 'thrashosds-health', 'thrashosds-health}', 'three-plus-one}', 'validater/lockdep}', 'validater/valgrind}', 'whitelist_health', 'whitelist_wrongly_marked_down}', 'workloads/cache-agent-big}', 'workloads/cache-pool-snaps}', 'workloads/cache-snaps}', 'workloads/ceph_iscsi}', 'workloads/crush}', 'workloads/ec-rados-plugin=isa-k=2-m=1}', 'workloads/ec-rados-plugin=jerasure-k=2-m=1}', 'workloads/ec-rados-plugin=jerasure-k=3-m=1}', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}', 'workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}', 'workloads/ec-rados-plugin=shec-k=4-m=3-c=2}', 'workloads/ec-radosbench}', 'workloads/ec-snaps-few-objects-overwrites}', 'workloads/misc}', 'workloads/pool-create-delete}', 'workloads/rados_5925}', 'workloads/rados_api_tests}', 'workloads/radosbench}', 'workloads/redirect_set_object}', 'workloads/small-objects-balanced}', 'workloads/small-objects}', 'workloads/snaps-few-objects-balanced}', 'workloads/snaps-few-objects-localized}', 'workloads/snaps-few-objects}']

Failure: Cannot connect to remote host smithi153
10 jobs: ['6834196', '6834198', '6834139', '6834239', '6834053', '6834096', '6833958', '6833970', '6834076', '6834193']
suites intersection: []
suites union: ['0-nvme-loop', '1-install/luminous', '1-install/luminous-v1only', '1-install/mimic', '1-install/nautilus', '1-install/octopus', '1-start', '2-ops/rm-zap-wait}', '2-partial-upgrade/firsthalf', '2-services/rgw', '3-final}', '3-thrash/default', '4-workload/{rbd-cls', '5-workload/{radosbench', '6-finish-upgrade', '7-pacific', '8-workload/{rbd-python', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'bluestore-bitmap', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'd-balancer/on', 'distro$/{ubuntu_18.04}', 'distro/ubuntu_18.04', 'fixed-2', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'rados', 'rados/cephadm/osds/{0-distro/ubuntu_18.04', 'rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04', 'rados/cephadm/smoke/{0-nvme-loop', 'rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack', 'rbd-import-export', 'rbd_api}', 'readwrite', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashers/careful', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashosds-health', 'three-plus-one}', 'ubuntu_18.04}', 'workloads/cache-snaps}', 'workloads/radosbench}', 'workloads/rbd_cls}', 'workloads/snaps-few-objects}', 'workloads/test_rbd_api}']

Failure: 'check osd count' reached maximum tries (90) after waiting for 900 seconds
2 jobs: ['6834020', '6834277']
suites intersection: ['0-kubeadm', '1-rook', '3-final', 'k8s/1.21', 'net/calico', 'rook/1.6.2}']
suites union: ['0-kubeadm', '1-rook', '2-workload/none', '2-workload/radosbench', '3-final', 'cluster/1-node', 'cluster/3-node', 'k8s/1.21', 'net/calico', 'rados/rook/smoke/{0-distro/ubuntu_18.04', 'rados/rook/smoke/{0-distro/ubuntu_20.04', 'rook/1.6.2}']

Failure: [Errno 2] Cannot find file on the remote 'ubuntu@smithi187.front.sepia.ceph.com': 'rook/cluster/examples/kubernetes/ceph/operator.yaml'
2 jobs: ['6834147', '6833888']
suites intersection: ['0-kubeadm', '1-rook', '2-workload/none', '3-final', 'k8s/1.21', 'net/calico', 'rados/rook/smoke/{0-distro/ubuntu_18.04', 'rook/master}']
suites union: ['0-kubeadm', '1-rook', '2-workload/none', '3-final', 'cluster/1-node', 'cluster/3-node', 'k8s/1.21', 'net/calico', 'rados/rook/smoke/{0-distro/ubuntu_18.04', 'rook/master}']

Failure: timeout expired in wait_until_healthy
1 jobs: ['6833981']
suites: ['fixed-2', 'mode/root', 'mon_election/classic', 'msgr/async-v1only', 'rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_3.0', 'start', 'tasks/rados_python}']

Timeout 3h running clone.client.0/qa/workunits/rados/test.sh
1 jobs: ['6834238']
suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', '3-scrub-overrides/{default}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{rhel_8}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/rados_api_tests}']