Found 71 jobs Found 7 distinct failure reasons Dead: b'2026-02-26T00:00:08.413 DEBUG:teuthology.exit:Finished running handlers' 35 jobs suites intersection: [] suites union: ['0-roles', '0-start', '1-ranks/1', '1-start', '1-tasks', '1-volume/{0-create', '2-allow_standby_replay/no', '2-client/kclient', '2-first-half-tasks/radosbench', '2-first-half-tasks/rbd-cls', '2-first-half-tasks/rbd-import-export', '2-first-half-tasks/rbd_api', '2-first-half-tasks/readwrite', '2-first-half-tasks/snaps-few-objects', '3-inline/yes', '3-stress-tasks/{radosbench', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-second-half-tasks/radosbench', '4-second-half-tasks/rbd-import-export', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_9.stream', 'conf/{client', 'fail_fs/no', 'ignorelist_upgrade', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'mon_election/classic', 'mon_election/connectivity', 'osd}', 'overrides/ignorelist_health', 'overrides/ignorelist_health}', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health', 'rados_api', 'rados_loadgenbig', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'rbd_import_export', 'readwrite', 'roles', 'snaps-few-objects}', 'syntax}', 'tasks/{0-from/reef/{v18.2.1}', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap', 'upgrade/squid-x/parallel/{0-random-distro$/{centos_9.stream_runc}', 'upgrade/squid-x/parallel/{0-random-distro$/{centos_9.stream}', 'upgrade/squid-x/parallel/{0-random-distro$/{ubuntu_22.04}', 'upgrade/squid-x/stress-split/{0-distro/centos_9.stream', 'upgrade/squid-x/stress-split/{0-distro/centos_9.stream_runc', 'upgrade/squid-x/stress-split/{0-distro/ubuntu_22.04', 'upgrade/tentacle-x/parallel/{0-random-distro$/{centos_9.stream_runc}', 'upgrade/tentacle-x/parallel/{0-random-distro$/{centos_9.stream}', 'upgrade/tentacle-x/stress-split/{0-distro/centos_9.stream', 'upgrade/tentacle-x/stress-split/{0-distro/centos_9.stream_runc', 'upgrade/tentacle-x/stress-split/{0-distro/rocky_10', 'upgrade/tentacle-x/stress-split/{0-distro/ubuntu_22.04', 'workload/{ec-rados-default'] Failure: Command failed on trial176 with status 128: 'rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ljflores/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout de3f03558dd72d3954d7f478ca7b8353778ff2d2' 5 jobs: ['70775', '70768', '70773', '70774', '70771'] suites intersection: [] suites union: ['0-start', '1-client', '1-ranks/2', '1-tasks', '1-tasks}', '1-volume/{0-create', '2-allow_standby_replay/yes', '2-client/fuse', '2-upgrade', '3-compat_client/no}}', '3-inline/no', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_9.stream', 'clusters/1-mds-2-client-micro', 'conf/{client', 'fail_fs/yes', 'ignorelist_upgrade', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'mon_election/classic', 'multimds/no', 'multimds/yes', 'osd}', 'overrides/ignorelist_health', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health', 'pg_health}', 'rados_api', 'rados_loadgenbig', 'rbd_import_export', 'roles', 'syntax}', 'tasks/{0-from/squid', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap', 'upgrade/squid-x/parallel/{0-random-distro$/{ubuntu_22.04}', 'upgrade/telemetry-upgrade/tentacle-x/{0-random-distro$/{ubuntu_22.04}', 'upgrade/tentacle-x/parallel/{0-random-distro$/{ubuntu_22.04}', 'workload/{ec-rados-default'] Failure: 4 jobs: ['70778', '70754', '70734', '70714'] suites intersection: ['1-volume/{0-create', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_9.stream', 'conf/{client', 'ignorelist_upgrade', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health', 'roles', 'syntax}', 'tasks/{0-from/tentacle', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap'] suites union: ['1-ranks/1', '1-ranks/2', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client/fuse', '2-client/kclient', '3-inline/no', '3-inline/yes', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_9.stream', 'conf/{client', 'fail_fs/no', 'fail_fs/yes', 'ignorelist_upgrade', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health', 'roles', 'syntax}', 'tasks/{0-from/tentacle', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap'] Failure: Command failed on trial195 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 63619078-12a1-11f1-87d5-d404e6e7d460 -e sha1=abaa296408755fe96aa744bb8febf349f800bea3 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\'' 1 jobs: ['70726'] suites: ['1-ranks/1', '1-volume/{0-create', '2-allow_standby_replay/no', '2-client/fuse', '3-inline/no', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_9.stream', 'conf/{client', 'fail_fs/yes', 'ignorelist_upgrade', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health', 'roles', 'syntax}', 'tasks/{0-from/squid', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap'] Failure: "2026-02-25T23:30:00.000070+0000 mon.trial043 (mon.0) 683 : cluster 3 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s)" in cluster log 1 jobs: ['70742'] suites: ['1-ranks/1', '1-volume/{0-create', '2-allow_standby_replay/yes', '2-client/fuse', '3-inline/no', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_9.stream', 'conf/{client', 'fail_fs/yes', 'ignorelist_upgrade', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health', 'roles', 'syntax}', 'tasks/{0-from/reef/{v18.2.0}', 'upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap'] Failure: Command failed on trial143 with status 1: 'sudo yum -y install ceph-osd-classic' 5 jobs: ['70749', '70722', '70760', '70730', '70772'] suites intersection: ['centos_9.stream', 'conf/{client', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health}'] suites union: ['1-mount/mount/fuse', '1-mount/mount/kclient/{mount-syntax/{v1}', '1-upgrade}}', '2-clients/fuse-upgrade', '2-clients/kclient', '3-workload/stress_tests/dbench}}', '3-workload/stress_tests/iozone}}', 'centos_9.stream', 'clusters/{1-mds-1-client-micro}', 'conf/{client', 'ignorelist_wrongly_marked_down', 'kernel', 'mds', 'mgr', 'mon', 'mount', 'ms-die-on-skipped}}', 'no-mds-cluster', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'pg-warn', 'pg_health}', 'tasks/{0-from/tentacle', 'tasks/{0-install/tentacle', 'upgrade/cephfs/nofs/{bluestore-bitmap', 'upgrade/cephfs/upgraded_client/{bluestore-bitmap'] Dead: b'2026-02-26T00:00:53.663 DEBUG:teuthology.orchestra.run.trial190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:tentacle shell --fsid 2a452e44-12a3-11f1-8802-d404e6e7d460 -- ceph daemon osd.7 dump_historic_ops' 1 jobs: ['70769'] suites: ['0-roles', '1-start', '2-first-half-tasks/rbd-import-export', '3-stress-tasks/{radosbench', '4-second-half-tasks/radosbench', 'mon_election/classic', 'overrides/ignorelist_health}', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'upgrade/tentacle-x/stress-split/{0-distro/centos_9.stream_runc']