Found 8 jobs Found 3 distinct failure reasons Failure: Test failure: test_barrier (tasks.cephfs.test_full.TestClusterFull) 4 jobs: ['6132601', '6132598', '6132602', '6132597'] suites intersection: ['clusters/1a3s-mds-4c-client.yaml', 'conf/{client.yaml', 'fs:functional:/{begin.yaml', 'mds.yaml', 'mon.yaml', 'no_client_pidfile.yaml', 'osd.yaml}', 'overrides/{frag_enable.yaml', 'tasks/mds-full.yaml}', 'whitelist_health.yaml', 'whitelist_wrongly_marked_down.yaml}'] suites union: ['clusters/1a3s-mds-4c-client.yaml', 'conf/{client.yaml', 'distro/{centos_8.yaml}', 'distro/{rhel_8.yaml}', 'fs:functional:/{begin.yaml', 'mds.yaml', 'mon.yaml', 'mount/fuse.yaml', 'mount/kclient/{mount.yaml', 'ms-die-on-skipped.yaml}}', 'no_client_pidfile.yaml', 'objectstore/bluestore-bitmap.yaml', 'objectstore/bluestore-ec-root.yaml', 'osd.yaml}', 'overrides/{distro/stock/{k-stock.yaml', 'overrides/{frag_enable.yaml', 'rhel_8.yaml}', 'tasks/mds-full.yaml}', 'whitelist_health.yaml', 'whitelist_wrongly_marked_down.yaml}'] Dead: b'2021-05-25T13:06:00.585 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf' ceph version 17.0.0-4201-g200922c0 (200922c02b33e9428d197c401fb1a5bec9001e32) quincy (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x153c0) [0x7f17e46d63c0] 2: gsignal() 3: abort() 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x1af) [0x7f17e498470f] 5: (operator<<(std::ostream&, ClientMetricType const&)+0x163) [0x7f17e4c2c813] 6: (MClientMetrics::print(std::ostream&) const+0x179) [0x7f17e4c5aa39] 7: (DispatchQueue::pre_dispatch(boost::intrusive_ptr const&)+0x788) [0x7f17e4bd0ba8] 8: (DispatchQueue::fast_dispatch(boost::intrusive_ptr const&)+0x2d) [0x7f17e4bd131d] 9: (ProtocolV1::handle_message_footer(char*, int)+0x11e7) [0x7f17e4ca40e7] 10: /usr/lib/ceph/libceph-common.so.2(+0x58150a) [0x7f17e4ca050a] 11: (AsyncConnection::process()+0x654) [0x7f17e4c8de14] 12: (EventCenter::process_events(unsigned int, std::chrono::duration >*)+0x595) [0x7f17e4cef565] 13: /usr/lib/ceph/libceph-common.so.2(+0x5d89ba) [0x7f17e4cf79ba] 14: /lib/x86_64-linux-gnu/libstdc++.so.6(+0xd6d84) [0x7f17e45b0d84] 15: /lib/x86_64-linux-gnu/libpthread.so.0(+0x9609) [0x7f17e46ca609] 16: clone() 2 jobs: ['6132599', '6132603'] suites intersection: ['clusters/1a3s-mds-4c-client.yaml', 'conf/{client.yaml', 'distro/{centos_8.yaml}', 'fs:functional:/{begin.yaml', 'k-testing.yaml}', 'mds.yaml', 'mon.yaml', 'mount/kclient/{mount.yaml', 'ms-die-on-skipped.yaml}}', 'no_client_pidfile.yaml', 'osd.yaml}', 'overrides/{distro/testing/{flavor/ubuntu_latest.yaml', 'overrides/{frag_enable.yaml', 'tasks/mds-full.yaml}', 'whitelist_health.yaml', 'whitelist_wrongly_marked_down.yaml}'] suites union: ['clusters/1a3s-mds-4c-client.yaml', 'conf/{client.yaml', 'distro/{centos_8.yaml}', 'fs:functional:/{begin.yaml', 'k-testing.yaml}', 'mds.yaml', 'mon.yaml', 'mount/kclient/{mount.yaml', 'ms-die-on-skipped.yaml}}', 'no_client_pidfile.yaml', 'objectstore/bluestore-bitmap.yaml', 'objectstore/bluestore-ec-root.yaml', 'osd.yaml}', 'overrides/{distro/testing/{flavor/ubuntu_latest.yaml', 'overrides/{frag_enable.yaml', 'tasks/mds-full.yaml}', 'whitelist_health.yaml', 'whitelist_wrongly_marked_down.yaml}'] Dead: b'2021-05-25T13:06:10.047 DEBUG:teuthology.orchestra.run.smithi078:> sudo logrotate /etc/logrotate.d/ceph-test.conf' ceph version 17.0.0-4201-g200922c0 (200922c02b33e9428d197c401fb1a5bec9001e32) quincy (dev) 1: /lib64/libpthread.so.0(+0x12b20) [0x7fa21abc4b20] 2: gsignal() 3: abort() 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x1b6) [0x7fa21be1ed41] 5: (operator<<(std::ostream&, ClientMetricType const&)+0x10e) [0x7fa21c0d557e] 6: (MClientMetrics::print(std::ostream&) const+0x1b1) [0x7fa21c0d5761] 7: (DispatchQueue::pre_dispatch(boost::intrusive_ptr const&)+0x710) [0x7fa21c086ef0] 8: (DispatchQueue::fast_dispatch(boost::intrusive_ptr const&)+0x32) [0x7fa21c088e62] 9: (ProtocolV1::handle_message_footer(char*, int)+0x1500) [0x7fa21c1457e0] 10: /usr/lib64/ceph/libceph-common.so.2(+0x59ae0d) [0x7fa21c13ce0d] 11: (AsyncConnection::process()+0x789) [0x7fa21c12b269] 12: (EventCenter::process_events(unsigned int, std::chrono::duration >*)+0x1547) [0x7fa21c187ab7] 13: /usr/lib64/ceph/libceph-common.so.2(+0x5eca11) [0x7fa21c18ea11] 14: /lib64/libstdc++.so.6(+0xc2ba3) [0x7fa219ffdba3] 15: /lib64/libpthread.so.0(+0x814a) [0x7fa21abba14a] 16: clone() 2 jobs: ['6132600', '6132604'] suites intersection: ['clusters/1a3s-mds-4c-client.yaml', 'conf/{client.yaml', 'distro/{centos_8.yaml}', 'fs:functional:/{begin.yaml', 'k-testing.yaml}', 'mds.yaml', 'mon.yaml', 'mount/kclient/{mount.yaml', 'ms-die-on-skipped.yaml}}', 'no_client_pidfile.yaml', 'osd.yaml}', 'overrides/{distro/testing/{flavor/centos_latest.yaml', 'overrides/{frag_enable.yaml', 'tasks/mds-full.yaml}', 'whitelist_health.yaml', 'whitelist_wrongly_marked_down.yaml}'] suites union: ['clusters/1a3s-mds-4c-client.yaml', 'conf/{client.yaml', 'distro/{centos_8.yaml}', 'fs:functional:/{begin.yaml', 'k-testing.yaml}', 'mds.yaml', 'mon.yaml', 'mount/kclient/{mount.yaml', 'ms-die-on-skipped.yaml}}', 'no_client_pidfile.yaml', 'objectstore/bluestore-bitmap.yaml', 'objectstore/bluestore-ec-root.yaml', 'osd.yaml}', 'overrides/{distro/testing/{flavor/centos_latest.yaml', 'overrides/{frag_enable.yaml', 'tasks/mds-full.yaml}', 'whitelist_health.yaml', 'whitelist_wrongly_marked_down.yaml}']