Found 25 jobs
Found 8 distinct failure reasons
Dead: b'OSError: Socket is closed'
8 jobs: ['7387976', '7387978', '7387986', '7387982', '7387970', '7387972', '7387973', '7387968']
suites intersection: ['ceph', 'clusters/{fixed-2', 'openstack}', 'rados', 'thrashosds-health']
suites union: ['1-pg-log-overrides/normal_pg_log', '1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '2-recovery-overrides/{more-active-recovery}', '2-recovery-overrides/{more-async-partial-recovery}', '2-recovery-overrides/{more-partial-recovery}', '3-scrub-overrides/{default}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', 'backoff/normal', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'crc-failures/default', 'd-balancer/crush-compat', 'd-balancer/on', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'msgr-failures/osd-dispatch-delay', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_20.04}', 'thrashers/careful', 'thrashers/default', 'thrashers/none', 'thrashers/pggrow', 'thrashosds-health', 'workloads/pool-snaps-few-objects-redelete}', 'workloads/snaps-few-objects-redelete}']

Dead: b'2023-09-04T19:37:39.951 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.1.asok dump_blocked_ops'
8 jobs: ['7387983', '7387980', '7387984', '7387987', '7387969', '7387977', '7387979', '7387985']
suites intersection: ['ceph', 'clusters/{fixed-2', 'openstack}', 'rados', 'thrashosds-health']
suites union: ['1-pg-log-overrides/normal_pg_log', '1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '2-recovery-overrides/{more-async-partial-recovery}', '2-recovery-overrides/{more-partial-recovery}', '3-scrub-overrides/{default}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', 'backoff/normal', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'crc-failures/default', 'd-balancer/crush-compat', 'd-balancer/on', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/osd-delay', 'msgr-failures/osd-dispatch-delay', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_20.04}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/pggrow', 'thrashosds-health', 'workloads/pool-snaps-few-objects-redelete}', 'workloads/snaps-few-objects-redelete}']

Dead: b'OSError: Socket is closed'
3 jobs: ['7387971', '7387967', '7387988']
suites intersection: ['1-pg-log-overrides/normal_pg_log', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/crush-compat', 'mon_election/classic', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'thrashosds-health']
suites union: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', '2-recovery-overrides/{more-active-recovery}', '2-recovery-overrides/{more-async-partial-recovery}', '3-scrub-overrides/{default}', '3-scrub-overrides/{max-simultaneous-scrubs-2}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', 'backoff/normal', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/crush-compat', 'mon_election/classic', 'msgr-failures/fastclose', 'msgr-failures/osd-delay', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'supported-random-distro$/{ubuntu_20.04}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashosds-health', 'workloads/pool-snaps-few-objects-redelete}', 'workloads/snaps-few-objects-redelete}']

Dead: b'2023-09-04T19:37:40.019 ERROR:tasks.ceph.osd.6:No such daemon running'
1 jobs: ['7387981']
suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-partial-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{rhel_8}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/pool-snaps-few-objects-redelete}']

Dead: b'2023-09-04T19:37:40.050 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.4.asok dump_historic_ops'
2 jobs: ['7387965', '7387964']
suites intersection: ['3-scrub-overrides/{max-simultaneous-scrubs-3}', 'ceph', 'clusters/{fixed-2', 'openstack}', 'rados', 'thrashosds-health']
suites union: ['1-pg-log-overrides/normal_pg_log', '1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-active-recovery}', '2-recovery-overrides/{more-async-partial-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', 'backoff/normal', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'crc-failures/default', 'd-balancer/crush-compat', 'd-balancer/on', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_latest}', 'thrashers/careful', 'thrashers/pggrow', 'thrashosds-health', 'workloads/pool-snaps-few-objects-redelete}', 'workloads/snaps-few-objects-redelete}']

Failure: Host key for server 'smithi145.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIC+4LuAHNgmPelquk7FTTDDsrJSeDTthwSR9f1wRCW5T', expected 'AAAAB3NzaC1yc2EAAAADAQABAAABgQDYLuTUPdSvbnlghqnlBOb0cMFY1AAHSmkDdAFSKG7ij6rWSm+J+eASk1dJrZlX6bU7iLSoCLGSBbmHIFmD0WCiHQyhisb0cBfi8sLuDxjJ1fafZ0TfjgF69jLtHfr1v13RNC91gT52DUxr+pJKXKXYXnKk6dK/dxtVYb3hiF29xmoQYLCpnahtiaAKtXQHSrEr8KkS+YkBHDB0b4nNMMT48LNR9QOse6W1ng7mHyrD0SW5Pc2zz6FnLFjqs5zVSZxo+wDIWJ0mloTtT+iTIhSpG2F59jD0CZxG914tSMsm4KkMNaqdHO/gh/1mPVkgRbAwDkCJ9JzdGneMefMn6zQg3EmDw0mL+yD7gnrRHkwosbPNfNaXhGIDz5PmRf4kFTJ3/RmJWxSRmtWtaAGU196mS0RDTfzERwN7isezF1pNNz6lJ4L17foRzzAXwfCzRRqXSX02kNunYcEtypR6DvIKG/UMI9izpzutHEX1JRbvIGTYD2BYoljBp/sbgueUkBs='
1 jobs: ['7387974']
suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/osd-dispatch-delay', 'msgr/async-v1only', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/default', 'thrashosds-health', 'workloads/snaps-few-objects-redelete}']

Failure: Host key for server 'smithi173.front.sepia.ceph.com' does not match: got 'AAAAC3NzaC1lZDI1NTE5AAAAIONkssj6H5sd85Z5Q4C3bAM+0OsfFXbUQv9cuTqtVSDW', expected 'AAAAB3NzaC1yc2EAAAADAQABAAABgQDY6f4X2MDx12gqpuKIplkA8XJY2MkJVaQqSTnqRSRvD4SJEyhQ0JecI/4eg5bne/YOWCJnj2haQKstKRhiFg8sTIBcBWL/4mHI2xprJYpwzfI44rERriFJknz9MsMgNE3M4g7F02deRQsfDaIam7mAXUYpfMuEBI3FyBfCMdEL5OCWhac03XI41i554x5Sdy0UzVWZA/dBhpq8C5oomymDIdl946HU0k4dePfjlv6YG3WPXJHWCwKKcsZlfNsUD446586oaw3+F3Ppsgb/5pH/3qbwDqhf9Hn0vp90mAGjYp7TuEqHxfp1i6a3U4w5h9/1BJaAB5b6miKyOPikdOEwwHPQi5iUS6t+Pder+goQruEz5u5KaHGBFlliCZz5sSh6YujJVq8k5RaQ64nl637rXF9TLffgkChazaAqqbDcMo6IFMKkL86fibARomiWWCxgl5NBqGGp4HOb9UD5gb+qgjhaSIFCX20rKuFF4ubkT1X8hpfKJo5g6uc47GULNwU='
1 jobs: ['7387975']
suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{more-active-recovery}', '3-scrub-overrides/{default}', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/crush-compat', 'mon_election/classic', 'msgr-failures/fastclose', 'msgr/async-v2only', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/2-size-2-min-size', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/mapgap', 'thrashosds-health', 'workloads/pool-snaps-few-objects-redelete}']

Dead: b'2023-09-04T19:37:40.164 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.1.asok dump_historic_ops'
1 jobs: ['7387966']
suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '3-scrub-overrides/{default}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/osd-dispatch-delay', 'msgr/async-v1only', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados:thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{ubuntu_20.04}', 'thrashers/mapgap', 'thrashosds-health', 'workloads/snaps-few-objects-redelete}']