Found 223 jobs Found 8 distinct failure reasons Dead: b'2021-12-04T20:55:10.984 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['6543936'] suites: ['cluster/{12-osds', 'mon_election/classic', 'msgr-failures/osd-delay', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/thrash-erasure-code-big/{ceph', 'recovery-overrides/{default}', 'supported-random-distro$/{centos_8}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}'] Failure: Command failed on smithi063 with status 5: 'sudo systemctl stop ceph-59d3edc2-54d5-11ec-8c2e-001a4aab830c@mon.a' 6 jobs: ['6543830', '6543888', '6543950', '6543799', '6543861', '6543765'] suites intersection: ['ceph', 'clusters/{openstack', 'distro$/{centos_latest}', 'rados', 'thrashosds-health', 'three-plus-one}'] suites union: ['1-install/nautilus', '1-install/nautilus-v1only', '1-install/nautilus-v2only', '1-install/octopus', '1-install/pacific', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'd-balancer/on', 'distro$/{centos_latest}', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/pggrow', 'thrashosds-health', 'three-plus-one}', 'workloads/cache-snaps}', 'workloads/radosbench}', 'workloads/rbd_cls}', 'workloads/snaps-few-objects}', 'workloads/test_rbd_api}'] Failure: "2021-12-04T08:12:52.265739+0000 osd.3 (osd.3) 4 : cluster [WRN] Error(s) ignored for 2:ad551702:::test:head enough copies available" in cluster log 1 jobs: ['6543796'] suites: ['mon_election/connectivity', 'msgr-failures/many', 'msgr/async-v2only', 'objectstore/bluestore-stupid', 'rados', 'rados/singleton/{all/ec-inconsistent-hinfo', 'supported-random-distro$/{centos_8}}'] Failure: Test failure: test_standby (tasks.mgr.test_prometheus.TestPrometheus) 2 jobs: ['6543846', '6543952'] suites intersection: ['debug/mgr', 'rados/mgr/{clusters/{2-node-mgr}', 'tasks/prometheus}'] suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'rados/mgr/{clusters/{2-node-mgr}', 'random-objectstore$/{bluestore-comp-lz4}', 'random-objectstore$/{bluestore-low-osd-mem-target}', 'supported-random-distro$/{centos_8.stream}', 'supported-random-distro$/{rhel_8}', 'tasks/prometheus}'] Failure: [Errno 2] Cannot find file on the remote 'ubuntu@smithi013.front.sepia.ceph.com': 'rook/cluster/examples/kubernetes/ceph/operator.yaml' 1 jobs: ['6543822'] suites: ['0-kubeadm', '0-nvme-loop', '1-rook', '2-workload/radosbench', '3-final', 'cluster/3-node', 'k8s/1.21', 'net/host', 'rados/rook/smoke/{0-distro/ubuntu_20.04', 'rook/master}'] Failure: reached maximum tries (800) after waiting for 4800 seconds 1 jobs: ['6543793'] suites: ['clusters/{fixed-2', 'fast/normal', 'mon_election/connectivity', 'msgr-failures/osd-dispatch-delay', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rados', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{centos_8.stream}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/ec-radosbench}'] Failure: Test failure: test_daemon_restart (tasks.cephadm_cases.test_cli.TestCephadmCLI) 1 jobs: ['6543787'] suites: ['mon_election/classic', 'rados/cephadm/workunits/{agent/on', 'task/test_orch_cli}'] Failure: Command failed on smithi118 with status 126: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9368f880-54cf-11ec-8c2e-001a4aab830c -- ceph osd crush tunables default' 1 jobs: ['6543777'] suites: ['1-ranks/1', '1-volume/{0-create', '2-allow_standby_replay/no', '2-client', '3-upgrade-with-workload', '3-verify}', '4-verify}}', 'centos_8.stream_container_tools', 'conf/{client', 'mds', 'mon', 'osd}', 'overrides/{pg-warn', 'rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap', 'roles', 'tasks/{0-from/pacific', 'whitelist_health', 'whitelist_wrongly_marked_down}']