Found 68 jobs
Found 12 distinct failure reasons
Crash: Command failed on smithi176 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data --cluster ceph'
ceph version 17.0.0-7530-ge6b3c32f (e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7) quincy (dev)
 1: /lib64/libpthread.so.0(+0x12b20) [0x7f6c1496ab20]
 2: gsignal()
 3: abort()
 4: /lib64/libc.so.6(+0x21c89) [0x7f6c135b6c89]
 5: /lib64/libc.so.6(+0x2fa76) [0x7f6c135c4a76]
 6: ceph-osd(+0x7c7b45) [0x55919b77eb45]
 7: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xe46) [0x55919b79f856]
 8: (PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x120) [0x55919b7a1940]
 9: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr<Watch>)+0xb99) [0x55919b7a3d49]
 10: (HandleWatchTimeout::complete(int)+0x11b) [0x55919b726bcb]
 11: (CommonSafeTimer<std::mutex>::timer_thread()+0x11a) [0x55919bd7e5ba]
 12: (CommonSafeTimerThread<std::mutex>::entry()+0x11) [0x55919bd7fbe1]
 13: /lib64/libpthread.so.0(+0x814a) [0x7f6c1496014a]
 14: clone()
9 jobs: ['6389634', '6389624', '6389647', '6389596', '6389622', '6389612', '6389592', '6389628', '6389644']
suites intersection: []
suites union: ['1-ceph-install/install', '2-kms/testing', '2-kms/vault_kv', '2-kms/vault_old', '2-kms/vault_transit', '3-rgw/rgw', '4-tests/{s3tests}', 'frontend/beast', 'http', 'ignore-pg-availability', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'omap_limits', 'overrides', 'realms/two-zonegroup', 'rgw/crypt/{0-cluster/fixed-1', 'rgw/multifs/{clusters/fixed-2', 'rgw/multisite/{clusters', 'rgw/tempest/{clusters/fixed-1', 'rgw/website/{clusters/fixed-2', 'rgw_pool_type/ec', 'rgw_pool_type/replicated', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_8}}', 'supported-random-distro$/{rhel_8}}', 'tasks/rgw_s3tests', 'tasks/rgw_tempest', 'tasks/s3tests-website', 'tasks/test_multi}', 'ubuntu_latest}']

Crash: Command failed on smithi184 with status 1: 'cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test'
ceph version 17.0.0-7530-ge6b3c32f (e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7) quincy (dev)
 1: /lib64/libpthread.so.0(+0x12b20) [0x7f54d7dfcb20]
 2: gsignal()
 3: abort()
 4: /lib64/libc.so.6(+0x21c89) [0x7f54d6a48c89]
 5: /lib64/libc.so.6(+0x2fa76) [0x7f54d6a56a76]
 6: ceph-osd(+0x7c7b45) [0x55d57b26bb45]
 7: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xe46) [0x55d57b28c856]
 8: (PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x120) [0x55d57b28e940]
 9: (PrimaryLogPG::AwaitAsyncWork::react(PrimaryLogPG::DoSnapWork const&)+0x766) [0x55d57b2d0836]
 10: (boost::statechart::simple_state<PrimaryLogPG::AwaitAsyncWork, PrimaryLogPG::Trimming, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x121) [0x55d57b354ca1]
 11: (boost::statechart::state_machine<PrimaryLogPG::SnapTrimmer, PrimaryLogPG::NotTrimming, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x74) [0x55d57b31d5c4]
 12: (PrimaryLogPG::snap_trimmer(unsigned int)+0x17a) [0x55d57b2827ca]
 13: (ceph::osd::scheduler::PGSnapTrim::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1f) [0x55d57b3e73ff]
 14: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xac8) [0x55d57b19b718]
 15: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x55d57b879a04]
 16: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55d57b87a4f4]
 17: /lib64/libpthread.so.0(+0x814a) [0x7f54d7df214a]
 18: clone()
23 jobs: ['6389595', '6389649', '6389642', '6389629', '6389620', '6389617', '6389633', '6389619', '6389615', '6389638', '6389611', '6389652', '6389646', '6389630', '6389650', '6389607', '6389599', '6389641', '6389609', '6389601', '6389597', '6389627', '6389605']
suites intersection: ['centos_latest', 'clusters/fixed-2', 'frontend/beast', 'ignore-pg-availability', 'msgr-failures/few', 'overrides', 'ragweed', 'reshard', 'rgw/verify/{0-install', 's3tests-java', 's3tests}', 'tasks/{cls']
suites union: ['centos_latest', 'clusters/fixed-2', 'datacache/no_datacache', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'proto/http', 'proto/https', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 's3tests-java', 's3tests}', 'sharding$/{default}', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'striping$/{stripe-greater-than-chunk}', 'tasks/{cls', 'validater/lockdep}', 'validater/valgrind}']

Failure: Command failed (workunit test rgw/s3_multipart_upload.pl) on smithi043 with status 255: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/s3_multipart_upload.pl'
3 jobs: ['6389618', '6389598', '6389639']
suites intersection: ['frontend/beast', 'ignore-pg-availability', 'overrides', 'rgw/multifs/{clusters/fixed-2', 'tasks/rgw_multipart_upload', 'ubuntu_latest}']
suites union: ['frontend/beast', 'ignore-pg-availability', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'rgw/multifs/{clusters/fixed-2', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 'tasks/rgw_multipart_upload', 'ubuntu_latest}']

Failure: Command failed (workunit test rgw/s3_bucket_quota.pl) on smithi036 with status 255: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/s3_bucket_quota.pl'
3 jobs: ['6389635', '6389587', '6389613']
suites intersection: ['frontend/beast', 'ignore-pg-availability', 'overrides', 'rgw/multifs/{clusters/fixed-2', 'tasks/rgw_bucket_quota', 'ubuntu_latest}']
suites union: ['frontend/beast', 'ignore-pg-availability', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'rgw/multifs/{clusters/fixed-2', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 'tasks/rgw_bucket_quota', 'ubuntu_latest}']

Failure: "2021-09-14T09:01:49.275984+0000 mon.a (mon.0) 118 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log
1 jobs: ['6389637']
suites: ['centos_latest', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'msgr-failures/few', 'objectstore/filestore-xfs', 'overrides', 'proto/http', 'ragweed', 'reshard', 'rgw/verify/{0-install', 'rgw_pool_type/ec', 's3tests-java', 's3tests}', 'sharding$/{default}', 'striping$/{stripe-greater-than-chunk}', 'tasks/{cls', 'validater/lockdep}']

Failure: Command failed on smithi091 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data --cluster ceph'
2 jobs: ['6389608', '6389640']
suites intersection: ['frontend/beast', 'install', 'rgw/thrash/{clusters/fixed-2', 'thrasher/default', 'thrashosds-health', 'ubuntu_latest', 'workload/rgw_s3tests}']
suites union: ['frontend/beast', 'install', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rgw/thrash/{clusters/fixed-2', 'thrasher/default', 'thrashosds-health', 'ubuntu_latest', 'workload/rgw_s3tests}']

Failure: 
6 jobs: ['6389636', '6389614', '6389590', '6389604', '6389625', '6389645']
suites intersection: ['frontend/beast', 'overrides', 'rgw/singleton/{all/radosgw-admin']
suites union: ['frontend/beast', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'rgw/singleton/{all/radosgw-admin', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 'supported-random-distro$/{centos_8}}', 'supported-random-distro$/{ubuntu_latest}}']

Crash: "2021-09-14T08:54:26.232160+0000 mon.a (mon.0) 215 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
ceph version 17.0.0-7530-ge6b3c32f (e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7) quincy (dev)
 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x153c0) [0x7f3a9d72f3c0]
 2: gsignal()
 3: abort()
 4: /lib/x86_64-linux-gnu/libc.so.6(+0x25729) [0x7f3a9d193729]
 5: /lib/x86_64-linux-gnu/libc.so.6(+0x36f36) [0x7f3a9d1a4f36]
 6: ceph-osd(+0xdfb2e5) [0x555ed11712e5]
 7: (PrimaryLogPG::finish_ctx(PrimaryLogPG::OpContext*, int, int)+0x1fd4) [0x555ed11a3054]
 8: (PrimaryLogScrub::scrub_snapshot_metadata(ScrubMap&, std::map<hobject_t, std::pair<std::optional<unsigned int>, std::optional<unsigned int> >, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, std::pair<std::optional<unsigned int>, std::optional<unsigned int> > > > > const&)+0x2c4a) [0x555ed14722ea]
 9: (PgScrubber::scrub_compare_maps()+0x1ccd) [0x555ed1456c8d]
 10: (PgScrubber::maps_compare_n_cleanup()+0xd) [0x555ed145715d]
 11: (Scrub::WaitReplicas::react(Scrub::GotReplicas const&)+0x15d) [0x555ed1462ded]
 12: (boost::statechart::simple_state<Scrub::WaitReplicas, Scrub::ActiveScrubbing, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x101) [0x555ed146c031]
 13: (boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x74) [0x555ed145bd04]
 14: (PgScrubber::send_replica_maps_ready(unsigned int)+0xe9) [0x555ed144eb49]
 15: (PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int, std::basic_string_view<char, std::char_traits<char> >)+0x7c) [0x555ed112cedc]
 16: (ceph::osd::scheduler::PGScrubGotReplMaps::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x2f) [0x555ed131991f]
 17: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x8aa) [0x555ed108ca5a]
 18: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x403) [0x555ed17f4d03]
 19: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x555ed17f7b24]
 20: /lib/x86_64-linux-gnu/libpthread.so.0(+0x9609) [0x7f3a9d723609]
 21: clone()
8 jobs: ['6389623', '6389648', '6389600', '6389586', '6389626', '6389593', '6389616', '6389632']
suites intersection: []
suites union: ['frontend/beast', 'hadoop/default', 'hadoop/v32', 'install', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'rgw/hadoop-s3a/{clusters/fixed-2', 'rgw/thrash/{clusters/fixed-2', 's3a-hadoop}', 'thrasher/default', 'thrashosds-health', 'ubuntu_latest', 'workload/rgw_bucket_quota}', 'workload/rgw_multipart_upload}', 'workload/rgw_user_quota}']

Dead: b'2021-09-14T20:13:58.193 DEBUG:teuthology.exit:Finished running handlers'
ceph version 17.0.0-7530-ge6b3c32f (e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7) quincy (dev)
 1: /lib64/libpthread.so.0(+0x12b20) [0x7fef1f5f0b20]
 2: gsignal()
 3: abort()
 4: /lib64/libc.so.6(+0x21c89) [0x7fef1e23cc89]
 5: /lib64/libc.so.6(+0x2fa76) [0x7fef1e24aa76]
 6: ceph-osd(+0x7c7b45) [0x55e006c6fb45]
 7: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xe46) [0x55e006c90856]
 8: (PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x120) [0x55e006c92940]
 9: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr<Watch>)+0xb99) [0x55e006c94d49]
 10: (HandleWatchTimeout::complete(int)+0x11b) [0x55e006c17bcb]
 11: (CommonSafeTimer<std::mutex>::timer_thread()+0x11a) [0x55e00726f5ba]
 12: (CommonSafeTimerThread<std::mutex>::entry()+0x11) [0x55e007270be1]
 13: /lib64/libpthread.so.0(+0x814a) [0x7fef1f5e614a]
 14: clone()
2 jobs: ['6389591', '6389588']
suites intersection: ['ignore-pg-availability', 'overrides', 'supported-random-distro$/{centos_8}']
suites union: ['first', 'frontend/beast', 'ignore-pg-availability', 'objectstore', 'omap_limits', 'overrides', 'pool-type', 'realms/three-zone-plus-pubsub', 'rgw/multisite/{clusters', 'rgw/sts/{cluster', 'rgw_frontend/beast', 'ststests}}', 'supported-random-distro$/{centos_8}', 'tasks/test_multi}', 'tasks/{0-install']

Failure: Command failed (workunit test rgw/s3_user_quota.pl) on smithi119 with status 255: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/s3_user_quota.pl'
3 jobs: ['6389610', '6389631', '6389651']
suites intersection: ['frontend/beast', 'ignore-pg-availability', 'overrides', 'rgw/multifs/{clusters/fixed-2', 'tasks/rgw_user_quota', 'ubuntu_latest}']
suites union: ['frontend/beast', 'ignore-pg-availability', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'rgw/multifs/{clusters/fixed-2', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 'tasks/rgw_user_quota', 'ubuntu_latest}']

Crash: Command failed on smithi049 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data --cluster ceph'
ceph version 17.0.0-7530-ge6b3c32f (e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7) quincy (dev)
 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x153c0) [0x7f6226c713c0]
 2: gsignal()
 3: abort()
 4: /lib/x86_64-linux-gnu/libc.so.6(+0x25729) [0x7f62266d5729]
 5: /lib/x86_64-linux-gnu/libc.so.6(+0x36f36) [0x7f62266e6f36]
 6: ceph-osd(+0xdfb2e5) [0x5630f08a92e5]
 7: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0x10e5) [0x5630f08ceaa5]
 8: (PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x5a) [0x5630f08d0c7a]
 9: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr<Watch>)+0xaab) [0x5630f08d3bdb]
 10: (HandleWatchTimeout::complete(int)+0x11b) [0x5630f084a0bb]
 11: (CommonSafeTimer<std::mutex>::timer_thread()+0x10b) [0x5630f0f2495b]
 12: (CommonSafeTimerThread<std::mutex>::entry()+0x11) [0x5630f0f25ae1]
 13: /lib/x86_64-linux-gnu/libpthread.so.0(+0x9609) [0x7f6226c65609]
 14: clone()
3 jobs: ['6389606', '6389603', '6389585']
suites intersection: ['ignore-pg-availability']
suites union: ['1-ceph-install/install', '2-kms/barbican', '2-kms/kmip', '3-rgw/rgw', '4-tests/{s3tests}', 'frontend/beast', 'ignore-pg-availability', 'objectstore/bluestore-bitmap', 'overrides', 'rgw/crypt/{0-cluster/fixed-1', 'rgw/multifs/{clusters/fixed-2', 'rgw_pool_type/ec-profile', 'supported-random-distro$/{ubuntu_latest}}', 'tasks/rgw_s3tests', 'ubuntu_latest}']

Crash: "2021-09-14T10:55:44.748549+0000 mon.a (mon.0) 466 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
ceph version 17.0.0-7530-ge6b3c32f (e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7) quincy (dev)
 1: /lib64/libpthread.so.0(+0x12b20) [0x7f07bca50b20]
 2: gsignal()
 3: abort()
 4: /lib64/libc.so.6(+0x21c89) [0x7f07bb69cc89]
 5: /lib64/libc.so.6(+0x2fa76) [0x7f07bb6aaa76]
 6: ceph-osd(+0x7c7b45) [0x55d8fb130b45]
 7: (PrimaryLogPG::finish_ctx(PrimaryLogPG::OpContext*, int, int)+0x14f5) [0x55d8fb15b435]
 8: (PrimaryLogScrub::scrub_snapshot_metadata(ScrubMap&, std::map<hobject_t, std::pair<std::optional<unsigned int>, std::optional<unsigned int> >, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, std::pair<std::optional<unsigned int>, std::optional<unsigned int> > > > > const&)+0x24a7) [0x55d8fb3e85c7]
 9: (PgScrubber::scrub_compare_maps()+0x1962) [0x55d8fb3c6102]
 10: (PgScrubber::maps_compare_n_cleanup()+0xd) [0x55d8fb3c629d]
 11: (Scrub::WaitReplicas::react(Scrub::GotReplicas const&)+0x2ec) [0x55d8fb3dbe0c]
 12: (boost::statechart::simple_state<Scrub::WaitReplicas, Scrub::ActiveScrubbing, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0xe1) [0x55d8fb3e2a11]
 13: (boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x74) [0x55d8fb3d4654]
 14: (PgScrubber::send_replica_maps_ready(unsigned int)+0x28a) [0x55d8fb3ccdca]
 15: (PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int, std::basic_string_view<char, std::char_traits<char> >)+0x82) [0x55d8fb0f6962]
 16: (ceph::osd::scheduler::PGScrubGotReplMaps::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x2f) [0x55d8fb2acaaf]
 17: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xac8) [0x55d8fb060718]
 18: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x55d8fb73ea04]
 19: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55d8fb73f4f4]
 20: /lib64/libpthread.so.0(+0x814a) [0x7f07bca4614a]
 21: clone()
1 jobs: ['6389594']
suites: ['cluster', 'rgw/tools/{centos_latest', 'tasks}']