Found 45 jobs Found 8 distinct failure reasons Failure: Command failed on smithi001 with status 125: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:c7d4009b0a49fec3090c4a76793ba3fadcd7dddc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b3433570-70ba-11eb-9008-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true' 31 jobs suites intersection: [] suites union: ['1-install/luminous', '1-install/luminous-v1only', '1-install/mimic', '1-install/mimic-v1only', '1-install/nautilus', '1-install/nautilus-v1only', '1-install/nautilus-v2only', '1-install/octopus', '1-install/pacific', '1-tasks', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'd-balancer/on', 'distro$/{ubuntu_18.04}', 'distro1$/{centos_latest}', 'distro1$/{rhel_latest}', 'fixed-2', 'mode/packaged', 'mode/root', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'rados', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04', 'rados/cephadm/smoke-roleless/{distro/ubuntu_20.04', 'rados/cephadm/smoke/{distro/ubuntu_18.04', 'rados/cephadm/smoke/{distro/ubuntu_20.04', 'rados/cephadm/with-work/{distro/ubuntu_18.04', 'rados/cephadm/with-work/{distro/ubuntu_20.04', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'rados/upgrade/pacific-x/parallel/{0-start', 'rados_api', 'rados_loadgenbig', 'rbd_import_export', 'start', 'start}', 'tasks/rados_api_tests}', 'tasks/rados_python}', 'test_rbd_api', 'test_rbd_python}}', 'thrashers/careful', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/pggrow', 'thrashosds-health', 'three-plus-one}', 'upgrade-sequence', 'workload/{ec-rados-default', 'workloads/cache-snaps}', 'workloads/radosbench}', 'workloads/rbd_cls}', 'workloads/snaps-few-objects}', 'workloads/test_rbd_api}'] Timeout 3h running clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh 2 jobs: ['5886715', '5886693'] suites intersection: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}'] suites union: ['rados/cephadm/dashboard/{distro/centos_latest', 'task/test_e2e}'] Timeout 3h running clone.client.0/qa/workunits/rados/test.sh 2 jobs: ['5886696', '5886725'] suites intersection: ['fixed-2', 'mode/packaged', 'mon_election/classic', 'start', 'tasks/rados_api_tests}'] suites union: ['fixed-2', 'mode/packaged', 'mon_election/classic', 'msgr/async', 'msgr/async-v2only', 'rados/cephadm/with-work/{distro/centos_8.0', 'rados/cephadm/with-work/{distro/rhel_latest', 'start', 'tasks/rados_api_tests}'] Crash: Command failed (workunit test rados/test_rados_tool.sh) on smithi164 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7d4009b0a49fec3090c4a76793ba3fadcd7dddc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_rados_tool.sh' ceph version 17.0.0-812-gc7d4009b (c7d4009b0a49fec3090c4a76793ba3fadcd7dddc) quincy (dev) 1: /lib64/libpthread.so.0(+0x12dc0) [0x7fd439206dc0] 2: gsignal() 3: abort() 4: /usr/bin/rados(+0x4b808) [0x55ea52e16808] 5: main() 6: __libc_start_main() 7: _start() 2 jobs: ['5886712', '5886701'] suites intersection: [] suites union: ['mon_election/connectivity', 'msgr-failures/many', 'msgr/async', 'objectstore/bluestore-low-osd-mem-target', 'rados', 'rados/singleton/{all/radostool', 'rados/standalone/{mon_election/connectivity', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_8}}', 'workloads/misc}'] Failure: Command failed (workunit test rados/test.sh) on smithi144 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7d4009b0a49fec3090c4a76793ba3fadcd7dddc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 1 jobs: ['5886685'] suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-partial-recovery}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/crush-compat', 'mon_election/classic', 'msgr-failures/fastclose', 'msgr/async', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/default', 'thrashosds-health', 'workloads/rados_api_tests}'] Dead: b'2021-02-17T12:46:00.685 INFO:journalctl@ceph.mon.b.smithi150.stdout:Feb 17 12:46:00 smithi150 bash[23639]: cluster 2021-02-17T12:45:58.739492+0000 mgr.smithi150.botjub (mgr.34604) 37079 : cluster [DBG] pgmap v21380: 1 pgs: 1 active+undersized+degraded; 0 B data, 2.8 MiB used, 442 GiB / 447 GiB avail; 1/3 objects degraded (33.333%)' 3 jobs: ['5886694', '5886717', '5886720'] suites intersection: ['3-start-upgrade', '4-wait', 'distro$/{ubuntu_20.04}', 'fixed-2', 'rados/cephadm/upgrade/{1-start'] suites union: ['2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{ubuntu_20.04}', 'fixed-2', 'mon_election/classic}', 'mon_election/connectivity}', 'rados/cephadm/upgrade/{1-start'] Failure: Command failed (workunit test rados/test_alloc_hint.sh) on smithi184 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7d4009b0a49fec3090c4a76793ba3fadcd7dddc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_alloc_hint.sh' 1 jobs: ['5886690'] suites: ['rados/objectstore/{backends/alloc-hint', 'supported-random-distro$/{ubuntu_latest}}'] Dead: b'2021-02-17T12:46:06.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Feb 17 12:46:06 smithi149 bash[24810]: audit 2021-02-17T12:46:05.974993+0000 mgr.smithi149.claufk (mgr.34598) 36933 : audit [DBG] from=\'client.68424 -\' entity=\'client.admin\' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch' 1 jobs: ['5886697'] suites: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{ubuntu_18.04}', 'fixed-2', 'mon_election/connectivity}', 'rados/cephadm/upgrade/{1-start']