Found 169 jobs Found 3 distinct failure reasons Dead: b'2023-10-08T03:09:44.023 DEBUG:teuthology.exit:Finished running handlers' 2 jobs: ['7416526', '7416758'] suites intersection: ['conf/{disable-pool-app}', 'msgr-failures/few', 'openstack}'] suites union: ['clients/mirror', 'cluster/{2-node', 'clusters/{fixed-1', 'conf/{disable-pool-app}', 'features/layering', 'msgr-failures/few', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-stupid', 'openstack}', 'policy/simple', 'pool/small-cache-pool', 'rbd-mirror/four-per-cluster', 'rbd/cli/{base/install', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{rhel_8}', 'workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock}', 'workloads/rbd_cli_migration}'] Assertion: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x4cac0f7] ceph version 18.0.0-6609-g9725b08f (9725b08fd801c82987c737f7e6d354878f036ee8) reef (dev) 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x4cac0f7] 2: /usr/lib64/ceph/libceph-common.so.2(+0x16d2b5) [0x4cac2b5] 3: (rbd::mirror::LeaderWatcher::cancel_timer_task()+0x14c) [0x50c95c] 4: (rbd::mirror::LeaderWatcher::schedule_timer_task(std::__cxx11::basic_string, std::allocator > const&, int, bool, void (rbd::mirror::LeaderWatcher::*)(), bool)+0x78) [0x50c9e8] 5: (rbd::mirror::LeaderWatcher::schedule_acquire_leader_lock(unsigned int)+0xa3) [0x50e803] 6: (rbd::mirror::LeaderWatcher::handle_get_locker(int, librbd::managed_lock::Locker&)+0x4bd) [0x50f79d] 7: ceph_test_rbd_mirror(+0x36e3fd) [0x4763fd] 8: (boost::asio::detail::completion_handler, boost::asio::io_context::basic_executor_type, 0ul> >::do_complete(void*, boost::asio::detail::scheduler_operation*, boost::system::error_code const&, unsigned long)+0xa0) [0x4eda60] 9: (boost::asio::detail::strand_service::do_complete(void*, boost::asio::detail::scheduler_operation*, boost::system::error_code const&, unsigned long)+0x75) [0x5ba765] 10: /lib64/librados.so.2(+0x12d2fe) [0x498b2fe] 11: /lib64/librados.so.2(+0xc87ff) [0x49267ff] 12: /lib64/libstdc++.so.6(+0xdb924) [0x59c1924] 13: /lib64/libc.so.6(+0x9f802) [0x5ca2802] 1 jobs: ['7416562'] suites: ['centos_latest', 'clusters/{fixed-1', 'conf/{disable-pool-app}', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rbd/valgrind/{base/install', 'validator/memcheck', 'workloads/rbd_mirror}'] Failure: Command failed (workunit test rbd/cli_generic.sh) on smithi179 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9725b08fd801c82987c737f7e6d354878f036ee8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/cli_generic.sh' 1 jobs: ['7416727'] suites: ['clusters/{fixed-1', 'conf/{disable-pool-app}', 'features/layering', 'msgr-failures/few', 'objectstore/bluestore-comp-snappy', 'openstack}', 'pool/none', 'rbd/cli/{base/install', 'supported-random-distro$/{rhel_8}', 'workloads/rbd_cli_generic}']