Found 100 jobs Found 4 distinct failure reasons Failure: Command failed on smithi002 with status 123: "sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --" 2 jobs: ['5715206', '5715224'] suites intersection: ['clusters/{fixed-3', 'features/journaling', 'msgr-failures/few', 'openstack}', 'workloads/qemu_xfstests}'] suites union: ['clusters/{fixed-3', 'features/journaling', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-zstd', 'openstack}', 'pool/ec-data-pool', 'pool/small-cache-pool', 'rbd/qemu/{cache/none', 'rbd/qemu/{cache/writethrough', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/qemu_xfstests}'] Failure: "2020-12-17T08:58:57.151293+0000 osd.0 (osd.0) 3 : cluster [WRN] slow request osd_op(client.4540.0:171268 4.3 4:d0c1dddf:::rbd_data.11b0b5a2a1d0.0000000000000063:head [stat out=16b,write 1392640~8192 in=8192b] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e37) initiated 2020-12-17T08:58:27.146445+0000 currently waiting for sub ops" in cluster log 1 jobs: ['5715131'] suites: ['clusters/{fixed-3', 'features/readbalance', 'msgr-failures/few', 'objectstore/filestore-xfs', 'openstack}', 'pool/ec-cache-pool', 'rbd/qemu/{cache/writearound', 'supported-random-distro$/{ubuntu_latest}', 'workloads/qemu_bonnie}'] Timeout 3h running clone.client.0/qa/workunits/rbd/qemu_dynamic_features.sh 1 jobs: ['5715176'] suites: ['clusters/{fixed-3', 'objectstore/bluestore-hybrid', 'openstack}', 'qemu/xfstests', 'rbd/maintenance/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/dynamic_features_no_cache}'] Failure: "2020-12-17T08:45:03.935917+0000 mon.a (mon.0) 201 : cluster [WRN] Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED)" in cluster log 1 jobs: ['5715197'] suites: ['clients/mirror', 'cluster/{2-node', 'msgr-failures/few', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'policy/simple', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd-mirror-fsx-workunit}']