Found 60 jobs Found 3 distinct failure reasons Crash: timed out waiting for admin_socket to appear after osd.6 restart ceph version 14.2.11-111-gbe5b610a97 (be5b610a9743d2446f389380bfcd67d1e1af126e) nautilus (stable) 1: (()+0x12980) [0x7f57f4ea9980] 2: (gsignal()+0xc7) [0x7f57f3b5bfb7] 3: (abort()+0x141) [0x7f57f3b5d921] 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x1b0) [0x557a9ca4d455] 5: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0xf12) [0x557a9cfd22a2] 6: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x2aa) [0x557a9cfd87fa] 7: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x54) [0x557a9ccf9ab4] 8: (ECBackend::handle_sub_write(pg_shard_t, boost::intrusive_ptr, ECSubWrite&, ZTracer::Trace const&)+0x868) [0x557a9ce22a58] 9: (ECBackend::_handle_message(boost::intrusive_ptr)+0x23d) [0x557a9ce3da9d] 10: (PGBackend::handle_message(boost::intrusive_ptr)+0x97) [0x557a9cd0dd37] 11: (PrimaryLogPG::do_request(boost::intrusive_ptr&, ThreadPool::TPHandle&)+0x705) [0x557a9ccbc955] 12: (OSD::dequeue_op(boost::intrusive_ptr, boost::intrusive_ptr, ThreadPool::TPHandle&)+0x1bf) [0x557a9cad163f] 13: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr&, ThreadPool::TPHandle&)+0x62) [0x557a9cd96452] 14: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xbf5) [0x557a9caef5a5] 15: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x4ac) [0x557a9d12306c] 16: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x557a9d126230] 17: (()+0x76db) [0x7f57f4e9e6db] 18: (clone()+0x3f) [0x7f57f3c3e71f] 2 jobs: ['5635610', '5635663'] suites intersection: ['clusters/{fixed-2.yaml', 'openstack.yaml}', 'rados.yaml', 'rados:thrash-erasure-code/{ceph.yaml', 'recovery-overrides/{default.yaml}', 'thrashosds-health.yaml'] suites union: ['clusters/{fixed-2.yaml', 'fast/fast.yaml', 'fast/normal.yaml', 'msgr-failures/few.yaml', 'msgr-failures/osd-delay.yaml', 'objectstore/bluestore-bitmap.yaml', 'objectstore/bluestore-stupid.yaml', 'openstack.yaml}', 'rados.yaml', 'rados:thrash-erasure-code/{ceph.yaml', 'recovery-overrides/{default.yaml}', 'supported-random-distro$/{rhel_latest.yaml}', 'supported-random-distro$/{ubuntu_latest.yaml}', 'thrashers/default.yaml', 'thrashers/pggrow.yaml', 'thrashosds-health.yaml', 'workloads/ec-small-objects-fast-read.yaml}', 'workloads/ec-small-objects-many-deletes.yaml}'] Dead: b'2020-11-18T09:29:33.404 DEBUG:teuthology.exit:Finished running handlers' 3 jobs: ['5635647', '5635628', '5635646'] suites intersection: ['clusters/{fixed-2.yaml', 'openstack.yaml}', 'rados.yaml', 'rados:thrash-erasure-code/{ceph.yaml', 'thrashosds-health.yaml'] suites union: ['clusters/{fixed-2.yaml', 'fast/fast.yaml', 'fast/normal.yaml', 'msgr-failures/fastclose.yaml', 'msgr-failures/osd-delay.yaml', 'objectstore/bluestore-bitmap.yaml', 'objectstore/bluestore-comp-lz4.yaml', 'openstack.yaml}', 'rados.yaml', 'rados:thrash-erasure-code/{ceph.yaml', 'recovery-overrides/{more-active-recovery.yaml}', 'recovery-overrides/{more-async-partial-recovery.yaml}', 'supported-random-distro$/{centos_latest.yaml}', 'supported-random-distro$/{ubuntu_latest.yaml}', 'thrashers/fastread.yaml', 'thrashers/morepggrow.yaml', 'thrashers/pggrow.yaml', 'thrashosds-health.yaml', 'workloads/ec-small-objects-fast-read.yaml}', 'workloads/ec-small-objects-many-deletes.yaml}', 'workloads/ec-small-objects.yaml}'] Failure: 500 Server Error: Internal Server Error for url: https://1.chacra.ceph.com/repos/ceph/nautilus-afkdj-1228/be5b610a9743d2446f389380bfcd67d1e1af126e/ubuntu/xenial/flavors/default/repo 1 jobs: ['5635630'] suites: ['clusters/{fixed-2.yaml', 'fast/fast.yaml', 'msgr-failures/few.yaml', 'objectstore/bluestore-comp-snappy.yaml', 'openstack.yaml}', 'rados.yaml', 'rados:thrash-erasure-code/{ceph.yaml', 'recovery-overrides/{more-async-partial-recovery.yaml}', 'supported-random-distro$/{ubuntu_16.04.yaml}', 'thrashers/default.yaml', 'thrashosds-health.yaml', 'workloads/ec-small-objects-fast-read.yaml}']