2023-11-09T21:21:26.031 INFO:root:teuthology version: 0.0.1.dev203+g6899cd2
2023-11-09T21:21:26.032 INFO:teuthology.results:subset: '1/2'
2023-11-09T21:21:26.032 INFO:teuthology.results:seed: '6311'
2023-11-09T21:22:14.528 INFO:root:teuthology version: 0.0.1.dev203+g6899cd2
2023-11-09T21:22:14.532 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2023-11-09T23:17:23.384 INFO:teuthology.results:Tests finished! gathering results...
2023-11-09T23:17:23.879 INFO:scrape:Found 12 jobs
2023-11-09T23:17:24.336 INFO:scrape:Found 2 distinct failure reasons
2023-11-09T23:17:24.337 INFO:scrape:Crash: Command failed (workunit test rgw/test_librgw_file.sh) on smithi149 with status 139: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0c61735e1b14457fab3c37251b4e00fd2638fc66 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh'
2023-11-09T23:17:24.337 INFO:scrape:ceph version 18.0.0-7266-g0c61735e (0c61735e1b14457fab3c37251b4e00fd2638fc66) reef (dev)
 1: /lib64/libc.so.6(+0x54db0) [0x7f76d1c54db0]
 2: (tcmalloc::CentralFreeList::ReleaseToSpans(void*)+0x60) [0x7f76cfa29170]
 3: (tcmalloc::CentralFreeList::ReleaseListToSpans(void*)+0x26) [0x7f76cfa292f6]
 4: (tcmalloc::CentralFreeList::InsertRange(void*, void*, int)+0x5c) [0x7f76cfa295ec]
 5: (tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned int, int)+0x115) [0x7f76cfa297a5]
 6: (tcmalloc::ThreadCache::ListTooLong(tcmalloc::ThreadCache::FreeList*, unsigned int)+0x30) [0x7f76cfa29b20]
 7: (RGWSI_SysObj_Cache::read(DoutPrefixProvider const*, RGWSI_SysObj_Obj_GetObjState&, RGWObjVersionTracker*, rgw_raw_obj const&, ceph::buffer::v15_2_0::list*, long, long, std::chrono::time_point<ceph::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >*, unsigned long*, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ceph::buffer::v15_2_0::list, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph::buffer::v15_2_0::list> > >*, bool, rgw_cache_entry_info*, boost::optional<obj_version>, optional_yield)+0x4eb) [0x7f76a65698cb]
 8: (RGWSI_SysObj::Obj::ROp::read(DoutPrefixProvider const*, long, long, ceph::buffer::v15_2_0::list*, optional_yield)+0xbb) [0x7f76a63d0ebb]
 9: (RGWSystemMetaObj::read_id(DoutPrefixProvider const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&, optional_yield)+0x1f0) [0x7f76a639bf00]
 10: (RGWZoneParams::read_default_id(DoutPrefixProvider const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&, optional_yield, bool)+0x17f) [0x7f76a638ee8f]
 11: (RGWSystemMetaObj::init(DoutPrefixProvider const*, ceph::common::CephContext*, RGWSI_SysObj*, optional_yield, bool, bool)+0x15d) [0x7f76a638e91d]
 12: (RGWSI_Zone::do_start(optional_yield, DoutPrefixProvider const*)+0x47a) [0x7f76a63e44ca]
 13: (RGWServiceInstance::start(optional_yield, DoutPrefixProvider const*)+0x20) [0x7f76a64bba70]
 14: (RGWSI_Notify::do_start(optional_yield, DoutPrefixProvider const*)+0x3c) [0x7f76a6564c2c]
 15: (RGWServiceInstance::start(optional_yield, DoutPrefixProvider const*)+0x20) [0x7f76a64bba70]
 16: (RGWServices_Def::init(ceph::common::CephContext*, bool, bool, bool, optional_yield, DoutPrefixProvider const*)+0xd27) [0x7f76a64c4d37]
 17: (RGWServices::do_init(ceph::common::CephContext*, bool, bool, bool, optional_yield, DoutPrefixProvider const*)+0x2c) [0x7f76a64c692c]
 18: (RGWRados::init_svc(bool, DoutPrefixProvider const*)+0x5b) [0x7f76a640a06b]
 19: (RGWRados::init_begin(DoutPrefixProvider const*)+0x32) [0x7f76a640cfd2]
 20: new_Driver()
 21: (DriverManager::init_storage_provider(DoutPrefixProvider const*, ceph::common::CephContext*, DriverManager::Config const&, bool, bool, bool, bool, bool, bool, bool, bool, optional_yield)+0x183) [0x7f76d36f4ff3]
 22: (rgw::AppMain::init_storage()+0x219) [0x7f76d339ee49]
 23: (rgw::RGWLib::init(std::vector<char const*, std::allocator<char const*> >&)+0x3ea) [0x7f76d3488f4a]
 24: librgw_create()
 25: (LibRGW_INIT_Test::TestBody()+0x43) [0x5604c26157d3]
 26: ceph_test_librgw_file_nfsns(+0x6c00c) [0x5604c265500c]
 27: (testing::Test::Run()+0xe3) [0x5604c2639333]
 28: ceph_test_librgw_file_nfsns(+0x6c1e5) [0x5604c26551e5]
 29: ceph_test_librgw_file_nfsns(+0x6c379) [0x5604c2655379]
 30: (testing::internal::UnitTestImpl::RunAllTests()+0x5d6) [0x5604c2645a16]
 31: (testing::UnitTest::Run()+0x1a8) [0x5604c2644068]
2023-11-09T23:17:24.337 INFO:scrape:3 jobs: ['7453123', '7453118', '7453116']
2023-11-09T23:17:24.338 INFO:scrape:suites intersection: ['cls', 'clusters/fixed-2', 'frontend/beast', 'ignore-pg-availability', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw:verify/{0-install', 's3tests', 's3tests-branch', 's3tests-java', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'versioning}']
2023-11-09T23:17:24.338 INFO:scrape:suites union: ['cls', 'clusters/fixed-2', 'datacache/no_datacache', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw:verify/{0-install', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'validater/valgrind}', 'versioning}']
2023-11-09T23:17:24.339 INFO:scrape:
2023-11-09T23:17:24.339 INFO:scrape:Failure: Command failed (workunit test rgw/test_librgw_file.sh) on smithi077 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0c61735e1b14457fab3c37251b4e00fd2638fc66 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh'
2023-11-09T23:17:24.339 INFO:scrape:1 jobs: ['7453119']
2023-11-09T23:17:24.340 INFO:scrape:suites: ['cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw:verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}']
2023-11-09T23:17:24.340 INFO:scrape: