Found 20 jobs Found 4 distinct failure reasons Crash: Command failed (workunit test rados/test_rados_tool.sh) on smithi070 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9ed1c3449f8346134d787dc6c03dc8c4d4028e96 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_rados_tool.sh' ceph version 16.1.0-342-g9ed1c344 (9ed1c3449f8346134d787dc6c03dc8c4d4028e96) pacific (rc) 1: /lib64/libpthread.so.0(+0x12dc0) [0x7f5d6026bdc0] 2: gsignal() 3: abort() 4: /lib64/libstdc++.so.6(+0x9006b) [0x7f5d5f88e06b] 5: /lib64/libstdc++.so.6(+0x9650c) [0x7f5d5f89450c] 6: /lib64/libstdc++.so.6(+0x96567) [0x7f5d5f894567] 7: /lib64/libstdc++.so.6(+0x967c8) [0x7f5d5f8947c8] 8: ceph-osd(+0x587fa6) [0x555d8666efa6] 9: (ceph::buffer::v15_2_0::create_aligned(unsigned int, unsigned int)+0x26) [0x555d86f82e46] 10: (ceph::buffer::v15_2_0::create_small_page_aligned(unsigned int)+0x55) [0x555d86f83895] 11: (KernelDevice::direct_read_unaligned(unsigned long, unsigned long, char*)+0x74) [0x555d8718d044] 12: (KernelDevice::read_random(unsigned long, unsigned long, char*, bool)+0x1b3) [0x555d8718da23] 13: (BlueFS::_read_random(BlueFS::FileReader*, unsigned long, unsigned long, char*)+0x7f6) [0x555d86d47ca6] 14: (BlueRocksRandomAccessFile::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const+0x24) [0x555d86d69d54] 15: (rocksdb::LegacyRandomAccessFileWrapper::Read(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*) const+0x26) [0x555d871f6606] 16: (rocksdb::RandomAccessFileReader::Read(unsigned long, unsigned long, rocksdb::Slice*, char*, bool) const+0xdc7) [0x555d87412507] 17: (rocksdb::BlockFetcher::ReadBlockContents()+0x4b5) [0x555d8736ccc5] 18: (rocksdb::Status rocksdb::BlockBasedTable::MaybeReadBlockAndLoadToCache(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::BlockContents*) const+0x939) [0x555d8735a899] 19: (rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const+0x2b9) [0x555d8735aca9] 20: (rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const+0x339) [0x555d8735c819] 21: (rocksdb::BlockBasedTableIterator::InitDataBlock()+0xc9) [0x555d87361449] 22: (rocksdb::BlockBasedTableIterator::FindBlockForward()+0x1c6) [0x555d873623a6] 23: (rocksdb::BlockBasedTableIterator::Next()+0x58) [0x555d873624a8] 24: (rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*)+0x16) [0x555d873624e6] 25: ceph-osd(+0x11dcfe1) [0x555d872c3fe1] 26: (rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x50) [0x555d8737a770] 27: (rocksdb::DBIter::Next()+0x592) [0x555d87252012] 28: (RocksDBStore::RocksDBTransactionImpl::rm_range_keys(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&)+0x1c2) [0x555d871b6732] 29: (BlueStore::_do_omap_clear(BlueStore::TransContext*, boost::intrusive_ptr&)+0xa2) [0x555d86c5dd22] 30: (BlueStore::_do_remove(BlueStore::TransContext*, boost::intrusive_ptr&, boost::intrusive_ptr)+0xcd5) [0x555d86c71835] 31: (BlueStore::_remove(BlueStore::TransContext*, boost::intrusive_ptr&, boost::intrusive_ptr&)+0x22c) [0x555d86c727ac] 32: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x1fcf) [0x555d86c965af] 33: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x316) [0x555d86c97996] 34: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x58) [0x555d868f3958] 35: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0xc9d) [0x555d86addbcd] 36: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xce0) [0x555d8685f6a0] 37: (PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)+0x115d) [0x555d868baf3d] 38: (PrimaryLogPG::do_op(boost::intrusive_ptr&)+0x2d50) [0x555d868c3a20] 39: (PrimaryLogPG::do_request(boost::intrusive_ptr&, ThreadPool::TPHandle&)+0xd1c) [0x555d868cad8c] 40: (OSD::dequeue_op(boost::intrusive_ptr, boost::intrusive_ptr, ThreadPool::TPHandle&)+0x309) [0x555d86754d79] 41: (ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr&, ThreadPool::TPHandle&)+0x68) [0x555d869b1088] 42: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa58) [0x555d867741c8] 43: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x555d86dd95e4] 44: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x555d86ddc284] 45: /lib64/libpthread.so.0(+0x82de) [0x7f5d602612de] 46: clone() 4 jobs: ['5908982', '5908994', '5908981', '5908990'] suites intersection: ['mon_election/classic', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'rados', 'rados:singleton/{all/radostool', 'supported-random-distro$/{centos_8}}'] suites union: ['mon_election/classic', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'rados', 'rados:singleton/{all/radostool', 'supported-random-distro$/{centos_8}}'] Crash: Command failed (workunit test rados/test_rados_tool.sh) on smithi008 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9ed1c3449f8346134d787dc6c03dc8c4d4028e96 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_rados_tool.sh' ceph version 16.1.0-342-g9ed1c344 (9ed1c3449f8346134d787dc6c03dc8c4d4028e96) pacific (rc) 1: /lib64/libpthread.so.0(+0x12dc0) [0x7fbf0b6cddc0] 2: gsignal() 3: abort() 4: /lib64/libstdc++.so.6(+0x9006b) [0x7fbf0acf006b] 5: /lib64/libstdc++.so.6(+0x9650c) [0x7fbf0acf650c] 6: /lib64/libstdc++.so.6(+0x96567) [0x7fbf0acf6567] 7: /lib64/libstdc++.so.6(+0x967c8) [0x7fbf0acf67c8] 8: /lib64/libtcmalloc.so.4(+0x19d24) [0x7fbf0c43ad24] 9: (tcmalloc::allocate_full_cpp_throw_oom(unsigned long)+0x146) [0x7fbf0c45d0d6] 10: (rocksdb::Arena::AllocateNewBlock(unsigned long)+0x43) [0x55d8282b2af3] 11: (rocksdb::Arena::AllocateFallback(unsigned long, bool)+0x4b) [0x55d8282b2b9b] 12: (rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)+0xb4) [0x55d828234634] 13: ceph-osd(+0x12276ee) [0x55d8282b36ee] 14: (rocksdb::MemTable::Add(unsigned long, rocksdb::ValueType, rocksdb::Slice const&, rocksdb::Slice const&, bool, rocksdb::MemTablePostProcessInfo*, void**)+0xd1) [0x55d82822f451] 15: (rocksdb::MemTableInserter::PutCFImpl(unsigned int, rocksdb::Slice const&, rocksdb::Slice const&, rocksdb::ValueType)+0x2e4) [0x55d8282965e4] 16: (rocksdb::MemTableInserter::PutCF(unsigned int, rocksdb::Slice const&, rocksdb::Slice const&)+0x17) [0x55d828296d87] 17: (rocksdb::WriteBatchInternal::Iterate(rocksdb::WriteBatch const*, rocksdb::WriteBatch::Handler*, unsigned long, unsigned long)+0x5ea) [0x55d82828cd3a] 18: (rocksdb::WriteBatch::Iterate(rocksdb::WriteBatch::Handler*) const+0x6a) [0x55d82828d26a] 19: (rocksdb::WriteBatchInternal::InsertInto(rocksdb::WriteThread::WriteGroup&, unsigned long, rocksdb::ColumnFamilyMemTables*, rocksdb::FlushScheduler*, rocksdb::TrimHistoryScheduler*, bool, unsigned long, rocksdb::DB*, bool, bool, bool)+0x161) [0x55d828290ec1] 20: (rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x1c11) [0x55d8281b66c1] 21: (rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x55d8281b72d1] 22: (RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr)+0x84) [0x55d828156b84] 23: (RocksDBStore::submit_transaction(std::shared_ptr)+0x8e) [0x55d82815740e] 24: (BlueStore::_txc_apply_kv(BlueStore::TransContext*, bool)+0x436) [0x55d827c1c706] 25: (BlueStore::_kv_sync_thread()+0x16dc) [0x55d827c5507c] 26: (BlueStore::KVSyncThread::entry()+0x11) [0x55d827c7d391] 27: /lib64/libpthread.so.0(+0x82de) [0x7fbf0b6c32de] 28: clone() 1 jobs: ['5908995'] suites: ['mon_election/classic', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'rados', 'rados:singleton/{all/radostool', 'supported-random-distro$/{centos_8}}'] Crash: Command failed (workunit test rados/test_rados_tool.sh) on smithi111 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9ed1c3449f8346134d787dc6c03dc8c4d4028e96 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_rados_tool.sh' ceph version 16.1.0-342-g9ed1c344 (9ed1c3449f8346134d787dc6c03dc8c4d4028e96) pacific (rc) 1: /lib64/libpthread.so.0(+0x12dc0) [0x7f1615220dc0] 2: gsignal() 3: abort() 4: /lib64/libstdc++.so.6(+0x9006b) [0x7f161484306b] 5: /lib64/libstdc++.so.6(+0x9650c) [0x7f161484950c] 6: /lib64/libstdc++.so.6(+0x96567) [0x7f1614849567] 7: /lib64/libstdc++.so.6(+0x967c8) [0x7f16148497c8] 8: /lib64/libtcmalloc.so.4(+0x19d24) [0x7f1615f8dd24] 9: (tcmalloc::allocate_full_cpp_throw_oom(unsigned long)+0x146) [0x7f1615fb00d6] 10: (rocksdb::BlockFetcher::ReadBlockContents()+0x141d) [0x5628eae62c2d] 11: (rocksdb::Status rocksdb::BlockBasedTable::MaybeReadBlockAndLoadToCache(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::BlockContents*) const+0x939) [0x5628eae4f899] 12: (rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const+0x2b9) [0x5628eae4fca9] 13: (rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const+0x339) [0x5628eae51819] 14: (rocksdb::BlockBasedTableIterator::InitDataBlock()+0xc9) [0x5628eae56449] 15: (rocksdb::BlockBasedTableIterator::SeekImpl(rocksdb::Slice const*)+0xd8) [0x5628eae576d8] 16: (rocksdb::MergingIterator::Seek(rocksdb::Slice const&)+0xeb) [0x5628eae6e3bb] 17: (rocksdb::DBIter::Seek(rocksdb::Slice const&)+0x2bc) [0x5628ead4739c] 18: (ShardMergeIteratorImpl::lower_bound(std::__cxx11::basic_string, std::allocator > const&)+0x65) [0x5628eacb9785] 19: ceph-osd(+0xb2fef8) [0x5628ea70bef8] 20: (BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector >*, ghobject_t*)+0x10ff) [0x5628ea73e64f] 21: (BlueStore::collection_list(boost::intrusive_ptr&, ghobject_t const&, ghobject_t const&, int, std::vector >*, ghobject_t*)+0x2a6) [0x5628ea73f786] 22: (PG::do_delete_work(ceph::os::Transaction&, ghobject_t)+0x300) [0x5628ea300bb0] 23: (PeeringState::Deleting::react(PeeringState::DeleteSome const&)+0x108) [0x5628ea4ba6e8] 24: (boost::statechart::simple_state, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0xe5) [0x5628ea5213c5] 25: (boost::statechart::state_machine, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x5b) [0x5628ea3088eb] 26: (PG::do_peering_event(std::shared_ptr, PeeringCtx&)+0x2d1) [0x5628ea2fd2c1] 27: (OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr, ThreadPool::TPHandle&)+0x29c) [0x5628ea27734c] 28: (OSD::dequeue_delete(OSDShard*, PG*, unsigned int, ThreadPool::TPHandle&)+0xc8) [0x5628ea277528] 29: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa58) [0x5628ea2691c8] 30: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x5628ea8ce5e4] 31: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5628ea8d1284] 32: /lib64/libpthread.so.0(+0x82de) [0x7f16152162de] 33: clone() 1 jobs: ['5908983'] suites: ['mon_election/classic', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'rados', 'rados:singleton/{all/radostool', 'supported-random-distro$/{centos_8}}'] Crash: Command failed (workunit test rados/test_rados_tool.sh) on smithi076 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9ed1c3449f8346134d787dc6c03dc8c4d4028e96 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_rados_tool.sh' ceph version 16.1.0-342-g9ed1c344 (9ed1c3449f8346134d787dc6c03dc8c4d4028e96) pacific (rc) 1: /lib64/libpthread.so.0(+0x12dc0) [0x7f025b150dc0] 2: gsignal() 3: abort() 4: /lib64/libstdc++.so.6(+0x9006b) [0x7f025a77306b] 5: /lib64/libstdc++.so.6(+0x9650c) [0x7f025a77950c] 6: /lib64/libstdc++.so.6(+0x96567) [0x7f025a779567] 7: /lib64/libstdc++.so.6(+0x967c8) [0x7f025a7797c8] 8: ceph-osd(+0x587fa6) [0x559067001fa6] 9: (ceph::buffer::v15_2_0::create_aligned(unsigned int, unsigned int)+0x26) [0x559067915e46] 10: (ceph::buffer::v15_2_0::create(unsigned int)+0x26) [0x559067915e96] 11: (ceph::buffer::v15_2_0::list::obtain_contiguous_space(unsigned int)+0xab) [0x55906791609b] 12: (std::enable_if, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >, void>::supported&&(!denc_traits, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >, void>::featured), void>::type ceph::encode, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >, denc_traits, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >, void> >(std::map, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > > const&, ceph::buffer::v15_2_0::list&, unsigned long)+0x75) [0x559067271a55] 13: (generate_transaction(std::unique_ptr >&, coll_t const&, std::vector >&, ceph::os::Transaction*, std::set, std::allocator >*, std::set, std::allocator >*, ceph_release_t)+0xc74) [0x55906746f534] 14: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0x83b) [0x55906747076b] 15: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xce0) [0x5590671f26a0] 16: (PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)+0x115d) [0x55906724df3d] 17: (PrimaryLogPG::do_op(boost::intrusive_ptr&)+0x2d50) [0x559067256a20] 18: (PrimaryLogPG::do_request(boost::intrusive_ptr&, ThreadPool::TPHandle&)+0xd1c) [0x55906725dd8c] 19: (OSD::dequeue_op(boost::intrusive_ptr, boost::intrusive_ptr, ThreadPool::TPHandle&)+0x309) [0x5590670e7d79] 20: (ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr&, ThreadPool::TPHandle&)+0x68) [0x559067344088] 21: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa58) [0x5590671071c8] 22: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x55906776c5e4] 23: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55906776f284] 24: /lib64/libpthread.so.0(+0x82de) [0x7f025b1462de] 25: clone() 1 jobs: ['5908986'] suites: ['mon_election/classic', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'rados', 'rados:singleton/{all/radostool', 'supported-random-distro$/{centos_8}}']