Found 96 jobs Not-understood crash indication Binary file /home/teuthworker/archive/mkogan-2021-05-12_16:44:46-rgw:verify-wip-rgw-d3n-cache-upstreaming_i83-distro-basic-smithi/6111625/teuthology.log matches Not-understood crash indication Not-understood crash indication Binary file /home/teuthworker/archive/mkogan-2021-05-12_16:44:46-rgw:verify-wip-rgw-d3n-cache-upstreaming_i83-distro-basic-smithi/6111625/teuthology.log matches Not-understood crash indication Not-understood crash indication Binary file /home/teuthworker/archive/mkogan-2021-05-12_16:44:46-rgw:verify-wip-rgw-d3n-cache-upstreaming_i83-distro-basic-smithi/6111625/teuthology.log matches Not-understood crash indication Not-understood crash indication Binary file /home/teuthworker/archive/mkogan-2021-05-12_16:44:46-rgw:verify-wip-rgw-d3n-cache-upstreaming_i83-distro-basic-smithi/6111615/teuthology.log matches Not-understood crash indication Found 4 distinct failure reasons Failure: Command failed on smithi123 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data --cluster ceph' 2 jobs: ['6111625', '6111615'] suites intersection: ['centos_latest', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'msgr-failures/few', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw:verify/{0-install', 's3tests-java', 's3tests}', 'striping$/{stripe-equals-chunk}', 'tasks/{cls', 'validater/valgrind}'] suites union: ['centos_latest', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'ignore-pg-availability', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw:verify/{0-install', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 's3tests-java', 's3tests}', 'sharding$/{default}', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'tasks/{cls', 'validater/valgrind}'] Failure: Command failed (s3 tests against rgw) on smithi055 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt /home/ubuntu/cephtest/s3-tests/virtualenv/bin/python -m nose -w /home/ubuntu/cephtest/s3-tests -v -a '!fails_on_rgw,!lifecycle_expiration,!fails_strict_rfc2616,!test_of_sts,!webidentity_test,!fails_with_subdomain'" 6 jobs: ['6111603', '6111617', '6111627', '6111593', '6111597', '6111607'] suites intersection: ['centos_latest', 'clusters/fixed-2', 'datacache/rgw-datacache', 'ignore-pg-availability', 'msgr-failures/few', 'overrides', 'ragweed', 'reshard', 'rgw:verify/{0-install', 's3tests-java', 's3tests}', 'striping$/{stripe-equals-chunk}', 'tasks/{cls', 'validater/valgrind}'] suites union: ['centos_latest', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'frontend/civetweb', 'ignore-pg-availability', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'proto/http', 'proto/https', 'ragweed', 'reshard', 'rgw:verify/{0-install', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 's3tests-java', 's3tests}', 'sharding$/{default}', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'tasks/{cls', 'validater/valgrind}'] Failure: Command failed (ragweed tests against rgw) on smithi051 with status 1: "RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg /home/ubuntu/cephtest/ragweed/virtualenv/bin/python -m nose -w /home/ubuntu/cephtest/ragweed -v -a '!fails_on_rgw'" 6 jobs: ['6111631', '6111605', '6111623', '6111591', '6111595', '6111633'] suites intersection: ['centos_latest', 'clusters/fixed-2', 'datacache/rgw-datacache', 'ignore-pg-availability', 'msgr-failures/few', 'overrides', 'ragweed', 'reshard', 'rgw:verify/{0-install', 's3tests-java', 's3tests}', 'striping$/{stripe-equals-chunk}', 'tasks/{cls', 'validater/valgrind}'] suites union: ['centos_latest', 'clusters/fixed-2', 'datacache/rgw-datacache', 'frontend/beast', 'frontend/civetweb', 'ignore-pg-availability', 'msgr-failures/few', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'overrides', 'proto/http', 'proto/https', 'ragweed', 'reshard', 'rgw:verify/{0-install', 'rgw_pool_type/ec', 'rgw_pool_type/ec-profile', 'rgw_pool_type/replicated', 's3tests-java', 's3tests}', 'sharding$/{default}', 'sharding$/{single}', 'striping$/{stripe-equals-chunk}', 'tasks/{cls', 'validater/valgrind}'] Failure: Command failed (workunit test rgw/run-reshard.sh) on smithi072 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=da0ef581c60ac760116bdaad4d5d665885f18a81 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh' 1 jobs: ['6111608'] suites: ['centos_latest', 'clusters/fixed-2', 'datacache/no_datacache', 'frontend/beast', 'ignore-pg-availability', 'msgr-failures/few', 'objectstore/filestore-xfs', 'overrides', 'proto/https', 'ragweed', 'reshard', 'rgw:verify/{0-install', 'rgw_pool_type/ec', 's3tests-java', 's3tests}', 'sharding$/{single}', 'striping$/{stripe-greater-than-chunk}', 'tasks/{cls', 'validater/lockdep}']