Found 298 jobs
Found 26 distinct failure reasons
Failure: Command failed (workunit test cephadm/test_cephadm.sh) on trial066 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'
3 jobs: ['70151', '69889', '70015']
suites intersection: ['agent/off', 'mon_election/classic', 'task/test_cephadm}']
suites union: ['agent/off', 'mon_election/classic', 'rados/cephadm/workunits/{0-distro/centos_9.stream', 'rados/cephadm/workunits/{0-distro/rocky_10', 'rados/cephadm/workunits/{0-distro/ubuntu_22.04', 'task/test_cephadm}']

Failure: "2026-02-25T12:43:59.547871+0000 mon.a (mon.0) 369 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
3 jobs: ['70007', '70106', '70135']
suites intersection: ['agent/on', 'mon_election/connectivity']
suites union: ['agent/on', 'mon_election/connectivity', 'rados/cephadm/workunits/{0-distro/centos_9.stream_runc', 'rados/cephadm/workunits/{0-distro/ubuntu_22.04', 'task/test_ca_signed_key}', 'task/test_rgw_multisite}']

Failure: Command failed (workunit test cephtool/test_crimson_dump_metrics.sh) on trial089 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test_crimson_dump_metrics.sh'
1 jobs: ['69928']
suites: ['base', 'mem$/{normal-1}', 'mon_election/connectivity', 'msgr-failures/many', 'msgr/async-v1only', 'objectstore/bluestore/{alloc$/{stupid}', 'onode-segment$/{512K}', 'rados', 'rados/singleton-bluestore/{all/cephtool', 'supported-random-distro$/{ubuntu_latest}}', 'v1}}}', 'write$/{v1/{compr$/{no$/{no}}']

Failure: Test failure: test_sql_autocommit1 (tasks.mgr.test_devicehealth.TestDeviceHealth.test_sql_autocommit1)
1 jobs: ['70008']
suites: ['2-ceph', '3-mgrmodules', '4-units/devicehealth}}', 'base', 'debug/mgr', 'distro/{ubuntu_latest}', 'mem$/{normal-2}', 'mgr_ttl_cache/disable', 'mon_election/classic', 'onode-segment$/{1M}', 'rados/mgr/{clusters/{2-node-mgr}', 'random-objectstore$/{bluestore/{alloc$/{stupid}', 'tasks/{1-install', 'v1}}}}', 'write$/{v1/{compr$/{yes$/{zstd}}']

Failure: Command failed on trial073 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:506b402a3d3a240d0bfe073b4769eaffdf84497b-rockylinux-10 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d370fa93-1246-11f1-befc-d404e6e7d460 -- bash -c \'set -ex\n# since we don\'"\'"\'t know the real hostnames before the test, the next\n# bit is in order to replace the fake hostnames "host.a/b/c" with\n# the actual names cephadm knows the host by within the mon spec\nceph orch host ls --format json | jq -r \'"\'"\'.[] | .hostname\'"\'"\' > realnames\necho $\'"\'"\'host.a\\nhost.b\\nhost.c\'"\'"\' > fakenames\necho $\'"\'"\'a\\nb\\nc\'"\'"\' > mon_ids\necho $\'"\'"\'{datacenter=a}\\n{datacenter=b,rack=2}\\n{datacenter=a,rack=3}\'"\'"\' > crush_locs\nceph orch ls --service-name mon --export > mon.yaml\nMONSPEC=`cat mon.yaml`\necho "$MONSPEC"\nwhile read realname <&3 && read fakename <&4; do\n  MONSPEC="${MONSPEC//$fakename/$realname}"\ndone 3<realnames 4<fakenames\necho "$MONSPEC" > mon.yaml\ncat mon.yaml\n# now the spec should have the real hostnames, so let\'"\'"\'s re-apply\nceph orch apply -i mon.yaml\nsleep 90\nceph orch ps --refresh\nceph orch ls --service-name mon --export > mon.yaml; ceph orch apply -i mon.yaml\nsleep 90\nceph mon dump\nceph mon dump --format json\n# verify all the crush locations got set from "ceph mon dump" output\nwhile read monid <&3 && read crushloc <&4; do\n  ceph mon dump --format json | jq --arg monid "$monid" --arg crushloc "$crushloc" -e \'"\'"\'.mons | .[] | select(.name == $monid) | .crush_location == $crushloc\'"\'"\'\ndone 3<mon_ids 4<crush_locs\n\''
2 jobs: ['69996', '70128']
suites intersection: ['agent/off', 'mon_election/classic', 'task/test_set_mon_crush_locations}']
suites union: ['agent/off', 'mon_election/classic', 'rados/cephadm/workunits/{0-distro/centos_9.stream', 'rados/cephadm/workunits/{0-distro/ubuntu_22.04', 'task/test_set_mon_crush_locations}']

Failure: ["Wanted 2 disks of ~1700 GB (rotational=False), but only matched 1: ['nvme1n1']"]
1 jobs: ['70085']
suites: ['ceph', 'clusters/{fixed-4}', 'ec_optimizations/ec_optimizations_on', 'fast/normal', 'mon_election/connectivity', 'msgr-failures/few', 'rados', 'rados/thrash-erasure-code-overwrites/{bluestore-bitmap', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{rpm_latest}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/ec-pool-snaps-few-objects-overwrites}']

Failure: Command failed (workunit test cephtool/test.sh) on trial117 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'
3 jobs: ['69999', '70063', '70129']
suites intersection: ['base', 'rados', 'rados/singleton-bluestore/{all/cephtool', 'supported-random-distro$/{rpm_latest}}']
suites union: ['base', 'mem$/{low}', 'mem$/{normal-2}', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/few', 'msgr-failures/many', 'msgr-failures/none', 'msgr/async', 'msgr/async-v2only', 'objectstore/bluestore/{alloc$/{btree}', 'objectstore/bluestore/{alloc$/{hybrid}', 'objectstore/bluestore/{alloc$/{stupid}', 'onode-segment$/{1M}', 'onode-segment$/{512K-onoff}', 'rados', 'rados/singleton-bluestore/{all/cephtool', 'random}}}', 'supported-random-distro$/{rpm_latest}}', 'v1}}}', 'write$/{random/{compr$/{no$/{no}}', 'write$/{v1/{compr$/{yes$/{snappy}}', 'write$/{v1/{compr$/{yes$/{zstd}}']

Failure: Command failed on trial142 with status 127: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:506b402a3d3a240d0bfe073b4769eaffdf84497b-rockylinux-10 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1ce25031-124b-11f1-bc40-d404e6e7d460 -- bash -c \'set -ex\n# Deploy monitoring stack\nceph orch apply node-exporter\nceph orch apply grafana\nceph orch apply alertmanager\nceph orch apply prometheus\nsleep 240\n# generate SSL certificate\nopenssl req -x509 -newkey rsa:4096 -keyout /tmp/key.pem -out /tmp/cert.pem -sha256 -days 30 -nodes -subj "/CN=*"\n# Generate a mgmt.spec template\ncat << EOT > /tmp/mgmt.spec\nservice_type: mgmt-gateway\nservice_id: foo\nplacement:\n  hosts:\n    - ${HOSTNAME}\nspec:\n  ssl_protocols:\n    - TLSv1.2\n    - TLSv1.3\n  ssl_ciphers:\n    - AES128-SHA\n    - AES256-SHA\n  enable_health_check_endpoint: True\nEOT\n# Add generated certificates to spec file\necho "  ssl_cert: |" >> /tmp/mgmt.spec\nwhile read LINE; do echo $LINE | sed -e "s/^/    /"; done < /tmp/cert.pem >> /tmp/mgmt.spec\necho "  ssl_key: |" >> /tmp/mgmt.spec\nwhile read LINE; do echo $LINE | sed -e "s/^/    /"; done < /tmp/key.pem >> /tmp/mgmt.spec\n# Apply spec\nceph orch apply -i /tmp/mgmt.spec\n\''
2 jobs: ['70090', '69953']
suites intersection: ['agent/on', 'mon_election/connectivity', 'task/test_mgmt_gateway}']
suites union: ['agent/on', 'mon_election/connectivity', 'rados/cephadm/workunits/{0-distro/centos_9.stream', 'rados/cephadm/workunits/{0-distro/centos_9.stream_runc', 'task/test_mgmt_gateway}']

Failure: Command failed (workunit test mon/misc.sh) on trial171 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/mon/misc.sh'
1 jobs: ['70144']
suites: ['rados/standalone/{supported-random-distro$/{rpm_latest}', 'workloads/mon}']

Timeout 120 running ceph --cluster ceph osd dump --format=json
1 jobs: ['69943']
suites: ['base', 'ceph', 'clusters/{fixed-4}', 'ec_optimizations/ec_optimizations_on', 'mem$/{low}', 'mon_election/connectivity', 'msgr-failures/osd-dispatch-delay', 'objectstore/{bluestore/{alloc$/{bitmap}', 'onode-segment$/{none}', 'rados', 'rados/thrash-erasure-code-isa/{arch/x86_64', 'recovery-overrides/{more-active-recovery}', 'supported-random-distro$/{rpm_latest}', 'thrashers/careful_host', 'thrashosds-health', 'v2}}}}', 'workloads/ec-rados-plugin=isa-k=8-m=6-technique=cauchy}', 'write$/{v2/{compr$/{no$/{no}}']

Crash: Command failed (workunit test cephtool/test_kvstore_tool.sh) on trial038 with status 139: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test_kvstore_tool.sh'
ceph version 20.3.0-5580-g506b402a (506b402a3d3a240d0bfe073b4769eaffdf84497b) tentacle (dev - RelWithDebInfo)
 1: /lib64/libc.so.6(+0x41000) [0x7fcec1c69000]
 2: (RocksDBStore::get_wholespace_iterator(unsigned int)+0xa5) [0x55b5f0672c15]
 3: (RocksDBStore::get_iterator(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, KeyValueDB::IteratorBounds)+0xdd) [0x55b5f067186d]
 4: (BlueStore::_close_db()+0x44e) [0x55b5f04b5eae]
 5: (BlueStore::umount()+0x1ac) [0x55b5f04c565c]
 6: ceph-kvstore-tool(+0x1fa9a3) [0x55b5f045d9a3]
 7: main()
 8: /lib64/libc.so.6(+0x2a58e) [0x7fcec1c5258e]
 9: __libc_start_main()
 10: _start()
2 jobs: ['70133', '69982']
suites intersection: ['rados', 'rados/singleton-nomsgr/{all/ceph-kvstore-tool', 'supported-random-distro$/{rpm_latest}}']
suites union: ['mon_election/classic', 'mon_election/connectivity', 'rados', 'rados/singleton-nomsgr/{all/ceph-kvstore-tool', 'supported-random-distro$/{rpm_latest}}']

Failure: valgrind error: MismatchedFree
operator delete[](void*, unsigned long, std::align_val_t)
UnknownInlinedFun
UnknownInlinedFun
3 jobs: ['70160', '70011', '70064']
suites intersection: []
suites union: ['2-inject-leak/none', 'base', 'clusters/fixed-4', 'd-thrash/none', 'mem$/{normal-1}', 'mem$/{normal-2}', 'mon_election/connectivity', 'msgr-failures/few', 'msgr/async', 'msgr/async-v1only', 'objectstore/{bluestore/{alloc$/{avl}', 'onode-segment$/{512K-onoff}', 'onode-segment$/{512K}', 'rados', 'rados/valgrind-leaks/{1-start', 'rados/verify/{ceph', 'random}}}}', 'read-affinity/balance', 'read-affinity/default', 'rpm_latest', 'rpm_latest}', 'tasks/mon_recovery', 'tasks/rados_api_tests', 'v2}}}}', 'validater/valgrind}', 'write$/{random/{compr$/{no$/{no}}', 'write$/{v2/{compr$/{no$/{no}}']

Failure: 
1 jobs: ['70108']
suites: ['base', 'mem$/{normal-1}', 'mon_election/classic', 'msgr-failures/many', 'msgr/async-v2only', 'objectstore/{bluestore/{alloc$/{btree}', 'onode-segment$/{512K-onoff}', 'rados', 'rados/singleton/{all/backfill-toofull', 'supported-random-distro$/{rpm_latest}}', 'v1}}}}', 'write$/{v1/{compr$/{no$/{no}}']

Failure: "2026-02-25T13:23:11.353244+0000 mon.a (mon.0) 1154 : cluster [ERR] Health check failed: Module 'dashboard' has failed: 'NoneType' object has no attribute 'unsubscribe' (MGR_MODULE_ERROR)" in cluster log
2 jobs: ['70115', '69966']
suites intersection: ['0-start', '1-tasks', 'overrides/ignorelist_health', 'rados_api', 'rados_loadgenbig', 'rbd_import_export', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'workload/{ec-rados-default']
suites union: ['0-start', '1-tasks', 'mon_election/classic', 'mon_election/connectivity', 'overrides/ignorelist_health', 'rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc}', 'rados/upgrade/parallel/{0-random-distro$/{centos_9.stream}', 'rados_api', 'rados_loadgenbig', 'rbd_import_export', 'test_rbd_api', 'test_rbd_python}}', 'upgrade-sequence', 'workload/{ec-rados-default']

Failure: Test failure: test_list_enabled_module (tasks.mgr.dashboard.test_mgr_module.MgrModuleTest.test_list_enabled_module)
2 jobs: ['69959', '70111']
suites intersection: ['debug/mgr', 'rados/dashboard/{0-single-container-host', 'tasks/dashboard}']
suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'rados/dashboard/{0-single-container-host', 'random-objectstore$/{bluestore-comp-snappy}', 'random-objectstore$/{bluestore-comp-zstd}', 'tasks/dashboard}']

Failure: Command failed (workunit test cephadm/test_repos.sh) on trial127 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_repos.sh'
1 jobs: ['70162']
suites: ['agent/on', 'mon_election/connectivity', 'rados/cephadm/workunits/{0-distro/ubuntu_22.04', 'task/test_cephadm_repos}']

Failure: Command failed (workunit test dencoder/test-dencoder.sh) on trial047 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/dencoder/test-dencoder.sh'
1 jobs: ['69960']
suites: ['1-tasks', 'rados/encoder/{0-start', 'supported-random-distro$/{ubuntu_latest}}']

Failure: The WatchDog barked due to Thrasher OSDThrasher threw exception wait_for_recovery: failed before timeout expired
1 jobs: ['70155']
suites: ['base', 'ceph', 'clusters/{fixed-4}', 'ec_optimizations/ec_optimizations_on', 'mem$/{normal-1}', 'mon_election/connectivity', 'msgr-failures/osd-dispatch-delay', 'objectstore/{bluestore/{alloc$/{hybrid}', 'onode-segment$/{none}', 'rados', 'rados/thrash-erasure-code-isa/{arch/x86_64', 'recovery-overrides/{default}', 'supported-random-distro$/{rpm_latest}', 'thrashers/pggrow_host', 'thrashosds-health', 'v2}}}}', 'workloads/ec-rados-plugin=isa-k=10-m=4}', 'write$/{v2/{compr$/{yes$/{zlib}}']

Timeout 3h running clone.client.0/qa/standalone/misc/test-ceph-helpers.sh
1 jobs: ['70083']
suites: ['rados/standalone/{supported-random-distro$/{ubuntu_latest}', 'workloads/misc}']

Failure: Command failed (workunit test post-file.sh) on trial052 with status 255: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/post-file.sh'
2 jobs: ['70140', '69989']
suites intersection: ['rados', 'rados/singleton-nomsgr/{all/ceph-post-file', 'supported-random-distro$/{ubuntu_latest}}']
suites union: ['mon_election/classic', 'mon_election/connectivity', 'rados', 'rados/singleton-nomsgr/{all/ceph-post-file', 'supported-random-distro$/{ubuntu_latest}}']

Failure: Command failed (workunit test osd/osd-bluefs-volume-ops.sh) on trial149 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-bluefs-volume-ops.sh'
1 jobs: ['69903']
suites: ['rados/standalone/{supported-random-distro$/{ubuntu_latest}', 'workloads/osd}']

Failure: Command failed (workunit test cephadm/test_iscsi_setup.sh) on trial115 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=506b402a3d3a240d0bfe073b4769eaffdf84497b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_iscsi_setup.sh'
2 jobs: ['69940', '70071']
suites intersection: ['agent/off', 'mon_election/classic', 'task/test_iscsi_container/{centos_9.stream', 'test_iscsi_container}}']
suites union: ['agent/off', 'mon_election/classic', 'rados/cephadm/workunits/{0-distro/centos_9.stream', 'rados/cephadm/workunits/{0-distro/ubuntu_22.04', 'task/test_iscsi_container/{centos_9.stream', 'test_iscsi_container}}']

Failure: Command failed on trial108 with status 1: 'yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2'
2 jobs: ['69886', '70036']
suites intersection: ['debug/mgr', 'rados/dashboard/{0-single-container-host', 'tasks/e2e}']
suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'rados/dashboard/{0-single-container-host', 'random-objectstore$/{bluestore-bitmap}', 'random-objectstore$/{bluestore-low-osd-mem-target}', 'tasks/e2e}']

Failure: Exiting scrub checking -- not all pgs scrubbed.
1 jobs: ['70026']
suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{more-async-recovery}', '3-scrub-overrides/{max-simultaneous-scrubs-5}', 'backoff/peering_and_degraded', 'base', 'ceph', 'clusters/{fixed-4}', 'crc-failures/bad_map_crc_failure', 'd-balancer/upmap-read', 'mem$/{normal-1}', 'mon_election/classic', 'msgr-failures/osd-delay', 'msgr/async', 'objectstore/{bluestore/{alloc$/{btree}', 'onode-segment$/{256K}', 'rados', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'supported-random-distro$/{rpm_latest}', 'thrashers/mapgap_host', 'thrashosds-health', 'v2}}}}', 'workloads/dedup-io-snaps}', 'write$/{v2/{compr$/{no$/{no}}']

Failure: reached maximum tries (120) after waiting for 120 seconds
1 jobs: ['69969']
suites: ['0-nvme-loop', '1-start', '2-ops/deploy-raw}', 'rados/cephadm/osds/{0-distro/centos_9.stream']

Failure: ['Problem reading disk in BasicMBRData::ReadMBRData()!', 'Warning! GPT main header not overwritten! Error is 28', 'Warning! MBR not overwritten! Error is 28!', 'Warning! Read error 22; strange behavior now likely!']
1 jobs: ['69942']
suites: ['2-ceph', '3-mgrmodules', '4-units/workunits}}', 'base', 'debug/mgr', 'distro/{rpm_latest}', 'mem$/{low}', 'mgr_ttl_cache/disable', 'mon_election/classic', 'onode-segment$/{none}', 'rados/mgr/{clusters/{2-node-mgr}', 'random-objectstore$/{bluestore/{alloc$/{stupid}', 'tasks/{1-install', 'v2}}}}', 'write$/{v2/{compr$/{no$/{no}}']