Found 100 jobs Found 4 distinct failure reasons Failure: "2020-07-02T18:11:48.028425+0000 mon.b (mon.0) 108 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log 24 jobs: ['5195744', '5195813', '5195739', '5195770', '5195772', '5195759', '5195779', '5195829', '5195749', '5195834', '5195751', '5195760', '5195818', '5195757', '5195800', '5195801', '5195832', '5195822', '5195799', '5195787', '5195819', '5195789', '5195790', '5195828'] suites intersection: ['clusters/{fixed-3', 'msgr-failures/few', 'openstack}'] suites union: ['clusters/{fixed-3', 'config/copy-on-read', 'config/none', 'config/permit-partial-discard', 'features/defaults', 'min-compat-client/default', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'pool/ec-cache-pool', 'pool/ec-data-pool', 'pool/none', 'pool/replicated-data-pool', 'pool/small-cache-pool', 'rbd/librbd/{cache/none', 'rbd/librbd/{cache/writearound', 'rbd/librbd/{cache/writeback', 'rbd/librbd/{cache/writethrough', 'rbd/qemu/{cache/none', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/c_api_tests_with_defaults}', 'workloads/c_api_tests_with_journaling}', 'workloads/c_api_tests}', 'workloads/fsx}', 'workloads/python_api_tests_with_defaults}', 'workloads/python_api_tests_with_journaling}', 'workloads/python_api_tests}', 'workloads/qemu_bonnie}', 'workloads/rbd_fio}'] Failure: {'smithi154.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi080.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi062.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}} 4 jobs: ['5195762', '5195797', '5195814', '5195782'] suites intersection: ['clusters/{fixed-3', 'msgr-failures/few', 'openstack}', 'supported-random-distro$/{rhel_8}'] suites union: ['clusters/{fixed-3', 'config/copy-on-read', 'features/defaults', 'min-compat-client/default', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'pool/ec-data-pool', 'pool/small-cache-pool', 'rbd/librbd/{cache/none', 'rbd/librbd/{cache/writethrough', 'rbd/qemu/{cache/writearound', 'supported-random-distro$/{rhel_8}', 'workloads/fsx}', 'workloads/python_api_tests}', 'workloads/qemu_bonnie}'] Failure: {'smithi195.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}} 3 jobs: ['5195806', '5195804', '5195792'] suites intersection: [] suites union: ['clusters/{fixed-3', 'config/permit-partial-discard', 'features/readbalance', 'min-compat-client/default', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/filestore-xfs', 'openstack', 'openstack}', 'pool/ec-data-pool', 'pool/replicated-data-pool', 'rbd/librbd/{cache/none', 'rbd/qemu/{cache/none', 'rbd/singleton/{all/formatted-output', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{rhel_8}}', 'workloads/python_api_tests}', 'workloads/qemu_xfstests}'] Failure: "2020-07-02T18:29:36.856840+0000 osd.5 (osd.5) 3 : cluster [WRN] slow request osd_op(client.4551.0:13 4.b 4.c622e24b (undecoded) ondisk+write+known_if_redirected e32) initiated 2020-07-02T18:29:06.123202+0000 currently delayed" in cluster log 4 jobs: ['5195805', '5195803', '5195810', '5195827'] suites intersection: ['clusters/{fixed-3', 'msgr-failures/few', 'openstack}'] suites union: ['clusters/{fixed-3', 'config/copy-on-read', 'config/none', 'config/permit-partial-discard', 'features/journaling', 'min-compat-client/default', 'min-compat-client/octopus', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'openstack}', 'pool/ec-cache-pool', 'pool/ec-data-pool', 'pool/small-cache-pool', 'rbd/librbd/{cache/none', 'rbd/librbd/{cache/writethrough', 'rbd/qemu/{cache/writeback', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/fsx}', 'workloads/python_api_tests}', 'workloads/qemu_fsstress}', 'workloads/rbd_fio}']