Found 169 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2023-10-09_15:50:34-rbd-wip-yuri7-testing-2023-10-04-1350-reef-distro-default-smithi/7418515/teuthology.log Found 5 distinct failure reasons Dead: b'2023-10-09T19:43:39.097 DEBUG:teuthology.exit:Finished running handlers' 15 jobs: ['7418626', '7418616', '7418629', '7418587', '7418599', '7418513', '7418493', '7418610', '7418551', '7418622', '7418641', '7418638', '7418636', '7418643', '7418635'] suites intersection: ['openstack}'] suites union: ['2-cluster/{fix-2', '2-clusters/{fixed-3', '3-objectstore/bluestore-comp-snappy', '3-objectstore/bluestore-comp-zlib', '3-objectstore/bluestore-comp-zstd', '3-supported-random-distro$/{ubuntu_latest}', '4-cache-path', '4-supported-random-distro$/{ubuntu_20.04}', '4-supported-random-distro$/{ubuntu_latest}', '5-cache-mode/ssd', '5-pool/ec-data-pool', '5-pool/none', '5-pool/replicated-data-pool', '6-cache-size/5G', '6-cache-size/8G', '6-prepare/qcow2-file', '6-prepare/qcow2-http', '6-prepare/raw-file', '7-io-workloads/qemu_xfstests', '7-workloads/fio', '7-workloads/qemu_xfstests', '8-migrate-workloads/execute', '9-cleanup/cleanup', 'clients/mirror', 'clients/{mirror-extra', 'cluster/{2-node', 'clusters/{fixed-1', 'clusters/{fixed-3', 'conf/{disable-pool-app}', 'conf/{disable-pool-app}}', 'features/defaults', 'features/layering', 'mirror}', 'msgr-failures/few', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'openstack}', 'policy/none', 'policy/simple', 'pool/ec-data-pool', 'pool/none', 'pool/small-cache-pool', 'qemu/xfstests', 'rbd-mirror/four-per-cluster', 'rbd/cli/{base/install', 'rbd/encryption/{cache/none', 'rbd/encryption/{cache/writethrough', 'rbd/maintenance/{base/install', 'rbd/migration/{1-base/install', 'rbd/mirror-thrash/{base/install', 'rbd/mirror/{base/install', 'rbd/pwl-cache/home/{1-base/install', 'rbd/pwl-cache/tmpfs/{1-base/install', 'rbd/qemu/{cache/writethrough', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_20.04}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/dynamic_features_no_cache}', 'workloads/dynamic_features}', 'workloads/qemu_xfstests_luks1_luks2}', 'workloads/qemu_xfstests_none_luks1}', 'workloads/qemu_xfstests_none_luks2}', 'workloads/qemu_xfstests}', 'workloads/rbd-mirror-journal-workunit}', 'workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock}', 'workloads/rbd-mirror-snapshot-workunit-minimum}', 'workloads/rbd_cli_migration}'] Dead: None 1 jobs: ['7418515'] Failure: 2 jobs: ['7418558', '7418516'] suites intersection: ['conf/{disable-pool-app}', 'openstack}'] suites union: ['clients/mirror', 'cluster/{2-node', 'clusters/{fixed-3', 'conf/{disable-pool-app}', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-hybrid', 'openstack}', 'policy/none', 'qemu/xfstests', 'rbd-mirror/four-per-cluster', 'rbd/maintenance/{base/install', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/dynamic_features_no_cache}', 'workloads/rbd-mirror-journal-workunit}'] Failure: "2023-10-09T17:13:00.210959+0000 mon.a (mon.0) 190 : cluster [WRN] Health check failed: Degraded data redundancy: 3/338 objects degraded (0.888%), 1 pg degraded (PG_DEGRADED)" in cluster log 1 jobs: ['7418553'] suites: ['clients/mirror', 'cluster/{2-node', 'conf/{disable-pool-app}', 'msgr-failures/few', 'objectstore/bluestore-comp-snappy', 'openstack}', 'policy/none', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{ubuntu_latest}', 'workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}'] Failure: Command failed on smithi107 with status 123: "sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --" 1 jobs: ['7418615'] suites: ['clusters/{fixed-3', 'conf/{disable-pool-app}', 'extra-conf/permit-partial-discard', 'min-compat-client/default', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'openstack}', 'pool/none', 'rbd/librbd/{cache/writearound', 'supported-random-distro$/{rhel_8}', 'workloads/python_api_tests}']