Found 228 jobs Found 3 distinct failure reasons Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=centos%2F7%2Fx86_64&sha1=78ad69ef55405dc91f2fded5cea717cffa095cee 98 jobs suites intersection: [] suites union: ['1-install/hammer', '1-install/jewel', '1-install/luminous', '1-pg-log-overrides/normal_pg_log', '1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '2-recovery-overrides/{more-active-recovery}', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'ceph', 'cluster/{12-osds', 'clusters/3-mons', 'clusters/9-mons', 'clusters/{fixed-2', 'clusters/{fixed-4', 'clusters/{openstack', 'crc-failures/bad_map_crc_failure', 'crc-failures/default', 'd-balancer/crush-compat', 'd-balancer/off', 'd-balancer/upmap', 'd-thrash/default/{default', 'debug/mgr', 'distro$/{centos_latest}', 'fast/fast', 'fast/normal', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/many', 'msgr-failures/mon-delay', 'msgr-failures/osd-delay', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'msgr/random', 'msgr/simple', 'no_pools', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'rados', 'rados/basic/{ceph', 'rados/dashboard/{clusters/{2-node-mgr}', 'rados/mgr/{clusters/{2-node-mgr}', 'rados/monthrash/{ceph', 'rados/multimon/{clusters/21', 'rados/multimon/{clusters/3', 'rados/multimon/{clusters/6', 'rados/multimon/{clusters/9', 'rados/objectstore/{backends/alloc-hint', 'rados/objectstore/{backends/fusestore', 'rados/singleton-bluestore/{all/cephtool', 'rados/singleton-flat/valgrind-leaks', 'rados/singleton-nomsgr/{all/admin_socket_output', 'rados/singleton-nomsgr/{all/cache-fs-trunc', 'rados/singleton-nomsgr/{all/ceph-post-file', 'rados/singleton-nomsgr/{all/health-warnings', 'rados/singleton-nomsgr/{all/recovery-unfound-found', 'rados/singleton/{all/admin-socket', 'rados/singleton/{all/divergent_priors2', 'rados/singleton/{all/ec-lost-unfound', 'rados/singleton/{all/lost-unfound-delete', 'rados/singleton/{all/max-pg-per-osd.from-replica', 'rados/singleton/{all/mon-auth-caps', 'rados/singleton/{all/osd-backfill', 'rados/singleton/{all/osd-recovery-incomplete', 'rados/singleton/{all/peer', 'rados/singleton/{all/pg-autoscaler-progress-off', 'rados/singleton/{all/random-eio', 'rados/singleton/{all/rebuild-mondb', 'rados/singleton/{all/recovery-preemption', 'rados/singleton/{all/test_envlibrados_for_rocksdb', 'rados/singleton/{all/thrash-backfill-full', 'rados/singleton/{all/thrash-eio', 'rados/singleton/{all/thrash-rados/{thrash-rados', 'rados/standalone/{supported-random-distro$/{centos_latest}', 'rados/standalone/{supported-random-distro$/{rhel_7}', 'rados/thrash-erasure-code-big/{ceph', 'rados/thrash-erasure-code-isa/{arch/x86_64', 'rados/thrash-erasure-code-overwrites/{bluestore-bitmap', 'rados/thrash-erasure-code-shec/{ceph', 'rados/thrash-erasure-code/{ceph', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'rados/verify/{ceph', 'recovery-overrides/{default}', 'recovery-overrides/{more-active-recovery}', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{centos_latest}}', 'supported-random-distro$/{rhel_7}', 'supported-random-distro$/{rhel_7}}', 'tasks/crash}', 'tasks/dashboard}', 'tasks/failover}', 'tasks/module_selftest}', 'tasks/mon_clock_no_skews}', 'tasks/mon_clock_with_skews}', 'tasks/mon_recovery', 'tasks/mon_recovery}', 'tasks/orchestrator_cli}', 'tasks/progress}', 'tasks/prometheus}', 'tasks/rados_api_tests', 'tasks/rados_cls_all', 'tasks/rados_striper}', 'tasks/rados_workunit_loadgen_big}', 'tasks/rados_workunit_loadgen_mostlyread}', 'tasks/readwrite}', 'tasks/repair_test}', 'tasks/scrub_test}', 'tasks/ssh_orchestrator}', 'tasks/workunits}', 'thrashers/careful', 'thrashers/default', 'thrashers/fastread', 'thrashers/force-sync-many', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/one', 'thrashers/pggrow', 'thrashers/sync', 'thrashosds-health', 'thrashosds-health}', 'three-plus-one}', 'validater/valgrind}', 'workloads/cache-agent-small}', 'workloads/cache-pool-snaps}', 'workloads/cache-snaps}', 'workloads/cache}', 'workloads/ec-rados-plugin=clay-k=4-m=2}', 'workloads/ec-rados-plugin=isa-k=2-m=1}', 'workloads/ec-rados-plugin=jerasure-k=3-m=1}', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}', 'workloads/ec-rados-plugin=shec-k=4-m=3-c=2}', 'workloads/ec-radosbench}', 'workloads/ec-small-objects-fast-read-overwrites}', 'workloads/ec-small-objects-fast-read}', 'workloads/ec-small-objects-overwrites}', 'workloads/ec-snaps-few-objects-overwrites}', 'workloads/erasure-code}', 'workloads/mgr}', 'workloads/misc}', 'workloads/osd}', 'workloads/pool-create-delete}', 'workloads/pool-snaps-few-objects}', 'workloads/rados_api_tests}', 'workloads/rados_mon_osdmap_prune}', 'workloads/radosbench-high-concurrency}', 'workloads/radosbench}', 'workloads/rbd_cls}', 'workloads/redirect_set_object}', 'workloads/redirect}', 'workloads/scrub}', 'workloads/set-chunks-read}', 'workloads/small-objects}', 'workloads/snaps-few-objects}', 'workloads/write_fadvise_dontneed}'] Failure: "2021-06-18 00:25:10.145433 mon.a (mon.0) 103 : cluster [WRN] Health check failed: Degraded data redundancy: 71/11074 objects degraded (0.641%), 3 pgs degraded (PG_DEGRADED)" in cluster log 1 jobs: ['6177108'] suites: ['rados', 'rados/singleton-nomsgr/{all/balancer', 'supported-random-distro$/{ubuntu_16.04}}'] Failure: Command failed on smithi146 with status 1: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c ceph_test_async_driver' 1 jobs: ['6177256'] suites: ['rados', 'rados/singleton-nomsgr/{all/msgr', 'supported-random-distro$/{ubuntu_16.04}}']