Found 73 jobs Found 27 distinct failure reasons Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8223180ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f8222054db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f82220a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8223180ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f8223181044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5643b5971b11] 8: radosgw-admin(+0x811e8a) [0x5643b597be8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5643b59804db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f822203feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592447'] suites: ['accounts$/{main-tenant}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec-profile', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9add380ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f9adc254db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f9adc2a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9add380ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f9add381044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558402d81b11] 8: radosgw-admin(+0x811e8a) [0x558402d8be8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x558402d904db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f9adc23feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592410'] suites: ['accounts$/{none}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec-profile', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Failure: No module named 'tasks' 12 jobs: ['7592405', '7592440', '7592399', '7592432', '7592436', '7592406', '7592421', '7592401', '7592438', '7592407', '7592441', '7592400'] suites intersection: [] suites union: ['1-keycloak', '2-s3tests}}', '2-setup', '3-upgrade-sequence/osds-then-rgws', 'accounts$/{main}', 'bluestore-bitmap', 'cls', 'cluster', 'clusters/fixed-1', 'clusters/fixed-2', 'datacache/rgw-datacache', 'fixed-2', 'frontend/beast', 'hadoop/v32', 'ignore-pg-availability', 'inline-data$/{on}', 'install', 'mp_reupload', 'msgr-failures/few', 'notify', 'objectstore', 'objectstore/bluestore-bitmap', 'omap_limits', 'overrides', 'overrides}', 'pool-type', 'proto/http', 'ragweed', 'realms/three-zones', 'reshard', 'rgw/hadoop-s3a/{clusters/fixed-2', 'rgw/lua/{beast', 'rgw/multifs/{clusters/fixed-2', 'rgw/multisite/{clusters', 'rgw/sts/{cluster', 'rgw/tempest/{0-install', 'rgw/thrash/{clusters/fixed-2', 'rgw/upgrade/{1-install/reef/{distro$/{ubuntu_latest}', 'rgw/verify/{0-install', 'rgw_frontend/beast', 'rgw_pool_type/ec-profile', 's3a-hadoop', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-equals-chunk}', 'supported-distros/{centos_latest}', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{centos_latest}}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/rgw_bucket_quota', 'tasks/rgw_multipart_upload', 'tasks/s3tests', 'tasks/tempest', 'tasks/test_multi}', 'tasks/{0-install', 'tasks/{bucket-check', 'test_lua}}', 'thrasher/default', 'thrashosds-health', 'ubuntu_latest', 'ubuntu_latest}', 'validater/lockdep}', 'versioning}', 'workload/rgw_bucket_quota}', 'workload/rgw_multipart_upload}'] Failure: rgw multisite test failures 1 jobs: ['7592437'] suites: ['frontend/beast', 'ignore-pg-availability', 'notify', 'omap_limits', 'overrides', 'realms/two-zonegroup', 'rgw/multisite/{clusters', 'supported-random-distro$/{ubuntu_latest}', 'tasks/test_multi}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1bf5980ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f1bf4854db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f1bf48a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1bf5980ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f1bf5981044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56535e8f0b11] 8: radosgw-admin(+0x811e8a) [0x56535e8fae8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x56535e8ff4db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f1bf483feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592417'] suites: ['accounts$/{none}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2513d80ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f2512a54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f2512aa154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2513d80ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f2513d81044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55572138fb11] 8: radosgw-admin(+0x811e8a) [0x555721399e8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x55572139e4db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f2512a3feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592460'] suites: ['accounts$/{main-tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe5f16d6dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe5f055a520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe5f16d6dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7fe5f16d6f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562946c3d9a1] 8: radosgw-admin(+0x8e8f2a) [0x562946c4cf2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x562946c50f8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5f0541d90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592463'] suites: ['accounts$/{main}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f36bcd80ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f36bbc54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f36bbca154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f36bcd80ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f36bcd81044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555db6ceab11] 8: radosgw-admin(+0x811e8a) [0x555db6cf4e8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x555db6cf94db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f36bbc3feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592456'] suites: ['accounts$/{main-tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec-profile', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5cbcdb1dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5cbbc35520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5cbcdb1dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f5cbcdb1f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e06ce09a1] 8: radosgw-admin(+0x8e8f2a) [0x564e06ceff2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x564e06cf3f8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5cbbc1cd90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592462'] suites: ['accounts$/{tenant}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec-profile', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4f05d80ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f4f04c54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f4f04ca154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4f05d80ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f4f05d81044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5576db620b11] 8: radosgw-admin(+0x811e8a) [0x5576db62ae8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5576db62f4db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f4f04c3feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592425'] suites: ['accounts$/{tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3e88717dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3e8759b520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3e88717dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f3e88717f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56006b11f9a1] 8: radosgw-admin(+0x8e8f2a) [0x56006b12ef2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x56006b132f8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e87582d90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592457'] suites: ['accounts$/{none}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f48e7980ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f48e6854db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f48e68a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f48e7980ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f48e7981044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ed1ee4b11] 8: radosgw-admin(+0x811e8a) [0x562ed1eeee8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x562ed1ef34db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f48e683feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592414'] suites: ['accounts$/{main}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f784e58edd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f784d412520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f784e58edd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f784e58ef2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a631cdb9a1] 8: radosgw-admin(+0x8e8f2a) [0x55a631ceaf2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x55a631ceef8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f784d3f9d90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592412'] suites: ['accounts$/{none}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb400b80ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7fb3ffa54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7fb3ffaa154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb400b80ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7fb400b81044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563a49093b11] 8: radosgw-admin(+0x811e8a) [0x563a4909de8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x563a490a24db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7fb3ffa3feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592444'] suites: ['accounts$/{tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f845a380ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f8459254db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f84592a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f845a380ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f845a381044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5574ad4ebb11] 8: radosgw-admin(+0x811e8a) [0x5574ad4f5e8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5574ad4fa4db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f845923feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592433'] suites: ['accounts$/{main-tenant}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8e54d4fdd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8e53bd3520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8e54d4fdd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f8e54d4ff2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b3c52b89a1] 8: radosgw-admin(+0x8e8f2a) [0x55b3c52c7f2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x55b3c52cbf8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e53bbad90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592420'] suites: ['accounts$/{tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa993380ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7fa992254db0] 2: /lib64/libc.so.6(+0xa154c) [0x7fa9922a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa993380ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7fa993381044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556f24ebbb11] 8: radosgw-admin(+0x811e8a) [0x556f24ec5e8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x556f24eca4db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7fa99223feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592465'] suites: ['accounts$/{main}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fecfe4b9dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fecfd33d520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fecfe4b9dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7fecfe4b9f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556845ff69a1] 8: radosgw-admin(+0x8e8f2a) [0x556846005f2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x556846009f8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecfd324d90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592429'] suites: ['accounts$/{none}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f51fed80ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f51fdc54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f51fdca154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f51fed80ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f51fed81044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556acb7edb11] 8: radosgw-admin(+0x811e8a) [0x556acb7f7e8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x556acb7fc4db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f51fdc3feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592451'] suites: ['accounts$/{main-tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f4fdb9c1dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f4fda845520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f4fdb9c1dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f4fdb9c1f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56073eec09a1] 8: radosgw-admin(+0x8e8f2a) [0x56073eecff2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x56073eed3f8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4fda82cd90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592443'] suites: ['accounts$/{main}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Failure: Command failed (bucket notification tests against different endpoints) on smithi026 with status 1: "BNTESTS_CONF=/home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/bn-tests.client.0.conf /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/bin/python -m nose -s /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/test_bn.py -v -a '!kafka_test,!amqp_test,!amqp_ssl_test,!kafka_security_test,!modification_required,!manual_test'" 1 jobs: ['7592449'] suites: ['bluestore-bitmap', 'fixed-2', 'ignore-pg-availability', 'overrides', 'rgw/notifications/{beast', 'supported-distros/{centos_latest}', 'tasks/others/{0-install', 'test_others}}'] Failure: ['E: Could not get lock /var/lib/dpkg/lock-frontend. It is held by process 6629 (apt-get)'] 1 jobs: ['7592455'] suites: ['2-setup', '3-upgrade-sequence/rgws-then-osds', 'cluster', 'frontend/beast', 'ignore-pg-availability', 'install', 'objectstore/bluestore-bitmap', 'overrides}', 'rgw/upgrade/{1-install/quincy/{distro$/{ubuntu_20.04}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7bc3c34dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7bc2ab8520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7bc3c34dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f7bc3c34f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf3ff59a1] 8: radosgw-admin(+0x8e8f2a) [0x555bf4004f2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x555bf4008f8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7bc2a9fd90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592430'] suites: ['accounts$/{tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec-profile', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f24cbf80ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f24cae54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f24caea154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f24cbf80ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f24cbf81044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c523a8b11] 8: radosgw-admin(+0x811e8a) [0x561c523b2e8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x561c523b74db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f24cae3feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592452'] suites: ['accounts$/{none}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7e80b31dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7e7f9b5520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7e80b31dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f7e80b31f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55846cc189a1] 8: radosgw-admin(+0x8e8f2a) [0x55846cc27f2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x55846cc2bf8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7e7f99cd90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592434'] suites: ['accounts$/{main}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/replicated', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{single}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1fd4580ee0] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f1fd3454db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f1fd34a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1fd4580ee0] 6: /usr/lib64/ceph/libceph-common.so.2(+0x181044) [0x7f1fd4581044] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560b1ce5ab11] 8: radosgw-admin(+0x811e8a) [0x560b1ce64e8a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x560b1ce694db] 10: main() 11: /lib64/libc.so.6(+0x3feb0) [0x7f1fd343feb0] 12: __libc_start_main() 13: _start() 1 jobs: ['7592415'] suites: ['accounts$/{tenant}', 'cls', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{off}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec-profile', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-greater-than-chunk}', 'supported-random-distro$/{centos_latest}', 'tasks/{bucket-check', 'validater/valgrind}', 'versioning}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3b76049dd5] ceph version 19.0.0-2113-g5f1b2765 (5f1b27655147252bd97fc48d7ed157dd74b26a5c) squid (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3b74ecd520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3b76049dd5] 6: /usr/lib/ceph/libceph-common.so.2(+0x180f2f) [0x7f3b76049f2f] 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55708cad69a1] 8: radosgw-admin(+0x8e8f2a) [0x55708cae5f2a] 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x55708cae9f8b] 10: main() 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3b74eb4d90] 12: __libc_start_main() 13: _start() 1 jobs: ['7592423'] suites: ['accounts$/{main-tenant}', 'cls', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'inline-data$/{on}', 'mp_reupload', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec-profile', 's3tests', 's3tests-branch', 's3tests-java', 'sharding$/{default}', 'striping$/{stripe-equals-chunk}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/{bucket-check', 'validater/lockdep}', 'versioning}']