Found 413 jobs Ignoring malparsed backtrace: ceph version 17.0.0-8427-g822cc122 (822cc122007e25f1e01c9a07e8197bbef272c032) quincy (dev) , 1: /lib64/libpthread.so.0(+0x12b20) [0x7fa309ee5b20] , 2: gsignal() Ignoring malparsed backtrace: 2021-10-22T02:18:58.137 DEBUG:teuthology.orchestra.run.smithi194:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers , 2021-10-22T02:18:58.188 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump , 2021-10-22T02:18:58.200 DEBUG:teuthology.orchestra.run.smithi194:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump Ignoring malparsed backtrace: ceph version 17.0.0-8427-g822cc122 (822cc122007e25f1e01c9a07e8197bbef272c032) quincy (dev) , 1: /lib64/libpthread.so.0(+0x12b20) [0x7fa309ee5b20] , 2: gsignal() Ignoring malparsed backtrace: 2021-10-22T02:18:58.137 DEBUG:teuthology.orchestra.run.smithi194:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers , 2021-10-22T02:18:58.188 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump , 2021-10-22T02:18:58.200 DEBUG:teuthology.orchestra.run.smithi194:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump Ignoring malparsed backtrace: ceph version 17.0.0-8427-g822cc122 (822cc122007e25f1e01c9a07e8197bbef272c032) quincy (dev) , 1: /lib64/libpthread.so.0(+0x12b20) [0x7fa309ee5b20] , 2: gsignal() Ignoring malparsed backtrace: 2021-10-22T02:18:58.137 DEBUG:teuthology.orchestra.run.smithi194:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers , 2021-10-22T02:18:58.188 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump , 2021-10-22T02:18:58.200 DEBUG:teuthology.orchestra.run.smithi194:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump Ignoring malparsed backtrace: ceph version 17.0.0-8427-g822cc122 (822cc122007e25f1e01c9a07e8197bbef272c032) quincy (dev) , 1: /lib64/libpthread.so.0(+0x12b20) [0x7fa309ee5b20] , 2: gsignal() Ignoring malparsed backtrace: 2021-10-22T02:18:58.137 DEBUG:teuthology.orchestra.run.smithi194:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers , 2021-10-22T02:18:58.188 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump , 2021-10-22T02:18:58.200 DEBUG:teuthology.orchestra.run.smithi194:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump Ignoring malparsed backtrace: ceph version 17.0.0-8427-g822cc122 (822cc122007e25f1e01c9a07e8197bbef272c032) quincy (dev) , 1: /lib64/libpthread.so.0(+0x12b20) [0x7fa309ee5b20] , 2: gsignal() Ignoring malparsed backtrace: 2021-10-22T02:18:58.137 DEBUG:teuthology.orchestra.run.smithi194:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers , 2021-10-22T02:18:58.188 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump , 2021-10-22T02:18:58.200 DEBUG:teuthology.orchestra.run.smithi194:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump Found 8 distinct failure reasons Failure: Command failed on smithi197 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:822cc122007e25f1e01c9a07e8197bbef272c032 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f711485c-32b9-11ec-8c28-001a4aab830c -- ceph mon dump -f json' 5 jobs: ['6455489', '6455944', '6455246', '6455874', '6455787'] suites intersection: [] suites union: ['0-nvme-loop', '1-start', '2-services/nfs', '2-services/nfs2', '3-final}', 'distro/centos_8.3_container_tools_3.0', 'fixed-2', 'mode/packaged', 'mon_election/classic', 'mon_election/connectivity', 'msgr/async', 'rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0', 'rados/cephadm/smoke/{0-nvme-loop', 'rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0', 'start', 'start}', 'tasks/rados_api_tests}'] Dead: b'2021-10-22T13:42:51.847 DEBUG:teuthology.exit:Finished running handlers' 6 jobs: ['6455952', '6455587', '6455757', '6455275', '6455828', '6455509'] suites intersection: ['rados'] suites union: ['ceph', 'cluster/{12-osds', 'clusters/{fixed-2', 'fast/fast', 'fast/normal', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'msgr-failures/osd-dispatch-delay', 'msgr/async', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados/singleton/{all/thrash-eio', 'rados/thrash-erasure-code-big/{ceph', 'rados/thrash-erasure-code-isa/{arch/x86_64', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-active-recovery}', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{centos_8.stream}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_8}}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/pggrow', 'thrashosds-health', 'workloads/ec-rados-plugin=isa-k=2-m=1}', 'workloads/ec-rados-plugin=jerasure-k=3-m=1}', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}', 'workloads/ec-small-objects-fast-read}'] Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi104 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=822cc122007e25f1e01c9a07e8197bbef272c032 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh' 2 jobs: ['6455959', '6455589'] suites intersection: ['debug/mgr', 'rados/dashboard/{centos_8.2_container_tools_3.0', 'tasks/e2e}'] suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'rados/dashboard/{centos_8.2_container_tools_3.0', 'random-objectstore$/{bluestore-hybrid}', 'random-objectstore$/{filestore-xfs}', 'tasks/e2e}'] Failure: Test failure: test_ganesha (unittest.loader._FailedTest) 2 jobs: ['6455793', '6455377'] suites intersection: ['debug/mgr', 'rados/dashboard/{centos_8.2_container_tools_3.0', 'tasks/dashboard}'] suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'rados/dashboard/{centos_8.2_container_tools_3.0', 'random-objectstore$/{bluestore-comp-snappy}', 'random-objectstore$/{bluestore-comp-zlib}', 'tasks/dashboard}'] Failure: reached maximum tries (120) after waiting for 120 seconds 1 jobs: ['6455904'] suites: ['0-nvme-loop', '1-start', '2-ops/rm-zap-add}', 'rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_3.0'] Timeout 6h running clone.client.0/qa/workunits/rados/test.sh 1 jobs: ['6455400'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'mon_election/classic', 'msgr-failures/few', 'msgr/async-v1only', 'objectstore/filestore-xfs', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'validater/lockdep}'] Failure: Command failed on smithi152 with status 1: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c \'mkdir $TESTDIR/archive/ostest && cd $TESTDIR/archive/ostest && ulimit -Sn 16384 && CEPH_ARGS="--no-log-to-stderr --log-file $TESTDIR/archive/ceph_test_objectstore.log --debug-bluestore 20" ceph_test_objectstore --gtest_filter=*/2:-*SyntheticMatrixC* --gtest_catch_exceptions=0\'' 2 jobs: ['6455950', '6455988'] suites intersection: [] suites union: ['rados/objectstore/{backends/objectstore-bluestore-a', 'rados/objectstore/{backends/objectstore-bluestore-b', 'supported-random-distro$/{centos_8}}', 'supported-random-distro$/{rhel_8}}'] Failure: Command failed (workunit test rados/test_dedup_tool.sh) on smithi049 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=822cc122007e25f1e01c9a07e8197bbef272c032 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_dedup_tool.sh' 1 jobs: ['6455717'] suites: ['mon_election/connectivity', 'msgr-failures/few', 'msgr/async', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/deduptool', 'supported-random-distro$/{centos_8.stream}}']