Found 96 jobs Found 4 distinct failure reasons Failure: Found coredumps on ubuntu@smithi037.front.sepia.ceph.com 2 jobs: ['5391989', '5391940'] suites intersection: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'tasks/rbd_concurrent}'] suites union: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_concurrent}'] Failure: "2020-09-02T12:48:30.754906+0000 mon.a (mon.0) 31 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY)" in cluster log 5 jobs: ['5392001', '5391984', '5391948', '5391983', '5392005'] suites intersection: ['conf'] suites union: ['ceph/ceph', 'clusters/3-node', 'clusters/fixed-3', 'conf', 'features/no-object-map', 'install/ceph', 'krbd/fsx/{ceph/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'krbd/wac/wac/{bluestore-bitmap', 'msgr-failures/many', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'striping/default/{msgr-failures/many', 'tasks/fsx-3-client}', 'tasks/rbd_map_snapshot_io}', 'tasks/rbd_workunit_suites_fsstress}', 'tasks/wac', 'verify/many-resets}'] Crash: Command failed (workunit test rbd/huge-tickets.sh) on smithi193 with status 110: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=568c46044525e82fe6e50ab9cc37c79f2246836a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/huge-tickets.sh' ceph version 16.0.0-4878-g90e5434905 (90e54349056202e5442a8e57c5752da4ea85225b) pacific (dev) 1: (()+0x128a0) [0x7fdd2bc278a0] 2: (gsignal()+0xc7) [0x7fdd2ad1ff47] 3: (abort()+0x141) [0x7fdd2ad218b1] 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x19c) [0x7fdd2cdade1a] 5: (ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0x7fdd2cdadfa4] 6: (ProtocolV2::write(std::__cxx11::basic_string, std::allocator > const&, CtFun&, ceph::buffer::v15_2_0::list&)+0x1ac) [0x7fdd2d07637c] 7: (Ct* ProtocolV2::write(std::__cxx11::basic_string, std::allocator > const&, CtFun&, ceph::msgr::v2::AuthDoneFrame&)+0x18b) [0x7fdd2d0927db] 8: (ProtocolV2::_handle_auth_request(ceph::buffer::v15_2_0::list&, bool)+0x34a) [0x7fdd2d082a5a] 9: (ProtocolV2::handle_auth_request_more(ceph::buffer::v15_2_0::list&)+0x23e) [0x7fdd2d0837fe] 10: (ProtocolV2::handle_frame_payload()+0xfb) [0x7fdd2d08bc8b] 11: (ProtocolV2::handle_read_frame_dispatch()+0x150) [0x7fdd2d08bff0] 12: (ProtocolV2::_handle_read_frame_epilogue_main()+0x69) [0x7fdd2d08c159] 13: (ProtocolV2::_handle_read_frame_segment()+0x121) [0x7fdd2d08c511] 14: (ProtocolV2::handle_read_frame_segment(std::unique_ptr&&, int)+0xd7) [0x7fdd2d08d6f7] 15: (ProtocolV2::run_continuation(Ct&)+0x34) [0x7fdd2d075c64] 16: (AsyncConnection::process()+0x5fc) [0x7fdd2d040dfc] 17: (EventCenter::process_events(unsigned int, std::chrono::duration >*)+0x7dd) [0x7fdd2d096b5d] 18: (()+0x554920) [0x7fdd2d09e920] 19: (std::function::operator()() const+0x32) [0x561fa52b6e1c] 20: (void std::__invoke_impl>(std::__invoke_other, std::function&&)+0x20) [0x561fa5650511] 21: (std::__invoke_result>::type std::__invoke>(std::function&&)+0x35) [0x561fa564f68d] 22: (decltype (__invoke((_S_declval<0ul>)())) std::thread::_Invoker > >::_M_invoke<0ul>(std::_Index_tuple<0ul>)+0x28) [0x561fa565154c] 23: (std::thread::_Invoker > >::operator()()+0x2c) [0x561fa5651508] 24: (std::thread::_State_impl > > >::_M_run()+0x1c) [0x561fa56514d8] 25: (()+0xbd6df) [0x7fdd2b7456df] 26: (()+0x76db) [0x7fdd2bc1c6db] 27: (clone()+0x3f) [0x7fdd2ae02a3f] 2 jobs: ['5391943', '5391992'] suites intersection: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'tasks/rbd_huge_tickets}'] suites union: ['clusters/fixed-3', 'conf', 'install/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_huge_tickets}'] Failure: Command failed on smithi162 with status 4: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludec0t52wa3 -r -- '-g auto -g blockdev -x clone'" 2 jobs: ['5391964', '5391915'] suites intersection: ['conf', 'krbd/singleton/{bluestore-bitmap', 'tasks/rbd_xfstests}'] suites union: ['conf', 'krbd/singleton/{bluestore-bitmap', 'msgr-failures/few', 'msgr-failures/many', 'tasks/rbd_xfstests}']