Found 64 jobs Found 8 distinct failure reasons Dead: b'2020-09-01T14:44:53.369 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 5, have 0)...' 2 jobs: ['5396698', '5396720'] Failure: Command failed (workunit test rbd/test_librbd_python.sh) on smithi205 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=mimic TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 1 jobs: ['5396704'] suites: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '2-workload/{blogbench', '3-upgrade-sequence/upgrade-all', '4-msgr2', '4-nautilus', '5-final-workload/{blogbench', 'ec-rados-default', 'objectstore/filestore-xfs', 'rados-snaps-few-objects', 'rados_api', 'rados_loadgenbig', 'rados_loadgenmix', 'rados_mon_thrash', 'rbd_cls', 'rbd_import_export', 'rgw', 'rgw_ragweed_check', 'rgw_ragweed_prepare', 'rgw_swift}', 'start}', 'supported-all-distro/ubuntu_16.04}', 'test_rbd_api', 'test_rbd_python}', 'upgrade:mimic-x/parallel/{0-cluster/{openstack'] Failure: failed to recover before timeout expired 4 jobs: ['5396743', '5396719', '5396735', '5396751'] suites intersection: ['1-ceph-install/mimic', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] suites union: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/centos_latest', 'supported-all-distro/ubuntu_16.04', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] Dead: b'2020-09-01T15:27:16.786 DEBUG:teuthology.exit:Finished running handlers' 9 jobs: ['5396739', '5396755', '5396747', '5396682', '5396690', '5396715', '5396731', '5396706', '5396727'] suites intersection: ['1-ceph-install/mimic', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] suites union: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/centos_latest', 'supported-all-distro/rhel_7', 'supported-all-distro/ubuntu_latest', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] Failure: Command failed (workunit test rados/test.sh) on smithi112 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=af0268dc910f84b47655e83a83ca54b6fb92dbaf TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rados/test.sh' 1 jobs: ['5396734'] suites: ['1-ceph-install/mimic', '1.1-pg-log-overrides/short_pg_log', '2-workload/{blogbench', '3-upgrade-sequence/upgrade-all', '4-msgr2', '4-nautilus', '5-final-workload/{blogbench', 'ec-rados-default', 'objectstore/filestore-xfs', 'rados-snaps-few-objects', 'rados_api', 'rados_loadgenbig', 'rados_loadgenmix', 'rados_mon_thrash', 'rbd_cls', 'rbd_import_export', 'rgw', 'rgw_ragweed_check', 'rgw_ragweed_prepare', 'rgw_swift}', 'start}', 'supported-all-distro/centos_latest}', 'test_rbd_api', 'test_rbd_python}', 'upgrade:mimic-x/parallel/{0-cluster/{openstack'] Failure: psutil.NoSuchProcess process no longer exists (pid=5121) 2 jobs: ['5396723', '5396711'] suites intersection: ['1-ceph-install/mimic', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] suites union: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '1.1-pg-log-overrides/short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{radosbench', '5-finish-upgrade', '6-nautilus', '6.1-msgr2', '7-final-workload/{rbd-python', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'rgw-swift-ragweed_check', 'rgw_ragweed_prepare', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/centos_latest', 'supported-all-distro/ubuntu_latest', 'thrashosds-health}', 'upgrade:mimic-x/stress-split/{0-cluster/{openstack'] Failure: Command failed on smithi120 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=13.2.10-35-g1878303ca2-1bionic ceph-mds=13.2.10-35-g1878303ca2-1bionic ceph-mgr=13.2.10-35-g1878303ca2-1bionic ceph-common=13.2.10-35-g1878303ca2-1bionic ceph-fuse=13.2.10-35-g1878303ca2-1bionic ceph-test=13.2.10-35-g1878303ca2-1bionic radosgw=13.2.10-35-g1878303ca2-1bionic python-ceph=13.2.10-35-g1878303ca2-1bionic libcephfs2=13.2.10-35-g1878303ca2-1bionic libcephfs-dev=13.2.10-35-g1878303ca2-1bionic librados2=13.2.10-35-g1878303ca2-1bionic librbd1=13.2.10-35-g1878303ca2-1bionic rbd-fuse=13.2.10-35-g1878303ca2-1bionic librados2=13.2.10-35-g1878303ca2-1bionic' 1 jobs: ['5396757'] suites: ['1-ceph-install/mimic', '1.1-pg-log-overrides/normal_pg_log', '2-workload/{blogbench', '3-upgrade-sequence/upgrade-all', '4-msgr2', '4-nautilus', '5-final-workload/{blogbench', 'ec-rados-default', 'objectstore/bluestore-bitmap', 'rados-snaps-few-objects', 'rados_api', 'rados_loadgenbig', 'rados_loadgenmix', 'rados_mon_thrash', 'rbd_cls', 'rbd_import_export', 'rgw', 'rgw_ragweed_check', 'rgw_ragweed_prepare', 'rgw_swift}', 'start}', 'supported-all-distro/ubuntu_latest}', 'test_rbd_api', 'test_rbd_python}', 'upgrade:mimic-x/parallel/{0-cluster/{openstack'] Failure: SELinux denials found on ubuntu@smithi205.front.sepia.ceph.com: ['type=AVC msg=audit(1598939686.618:7852): avc: denied { read } for pid=29928 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598939686.618:7852): avc: denied { open } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598941186.626:8564): avc: denied { read } for pid=29928 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598941186.626:8564): avc: denied { open } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598940001.569:7885): avc: denied { getattr } for pid=93578 comm="sadc" path="/proc/93578/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598943286.670:11905): avc: denied { open } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598936386.606:7721): avc: denied { read } for pid=29928 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598942401.474:9678): avc: denied { open } for pid=108086 comm="sadc" path="/proc/108086/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598942086.653:8931): avc: denied { getattr } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598941801.435:8619): avc: denied { open } for pid=100093 comm="sadc" path="/proc/100093/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598936386.606:7721): avc: denied { open } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598941801.435:8619): avc: denied { read } for pid=100093 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598942086.653:8930): avc: denied { open } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598942401.474:9679): avc: denied { getattr } for pid=108086 comm="sadc" path="/proc/108086/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598939686.618:7853): avc: denied { getattr } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598937586.628:7797): avc: denied { getattr } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598937586.628:7796): avc: denied { read } for pid=29928 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598941801.436:8620): avc: denied { getattr } for pid=100093 comm="sadc" path="/proc/100093/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598942401.474:9678): avc: denied { read } for pid=108086 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598938201.493:7832): avc: denied { read } for pid=44767 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598943286.670:11905): avc: denied { read } for pid=29928 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598938201.493:7832): avc: denied { open } for pid=44767 comm="sadc" path="/proc/44767/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598940001.568:7884): avc: denied { read } for pid=93578 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598941186.626:8565): avc: denied { getattr } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598938201.494:7833): avc: denied { getattr } for pid=44767 comm="sadc" path="/proc/44767/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598936401.332:7728): avc: denied { read } for pid=42674 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598944802.941:14283): avc: denied { read } for pid=142102 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598936401.332:7728): avc: denied { open } for pid=42674 comm="sadc" path="/proc/42674/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598936401.332:7729): avc: denied { getattr } for pid=42674 comm="sadc" path="/proc/42674/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598937586.628:7796): avc: denied { open } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598944802.941:14283): avc: denied { open } for pid=142102 comm="sadc" path="/proc/142102/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598936386.606:7722): avc: denied { getattr } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598942086.653:8930): avc: denied { read } for pid=29928 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598940001.568:7884): avc: denied { open } for pid=93578 comm="sadc" path="/proc/93578/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598943286.670:11906): avc: denied { getattr } for pid=29928 comm="ntpd" path="/proc/29928/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1598944802.941:14284): avc: denied { getattr } for pid=142102 comm="sadc" path="/proc/142102/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1'] 1 jobs: ['5396721'] suites: ['1-ceph-install/mimic', '1.1-pg-log-overrides/short_pg_log', '2-workload/{blogbench', '3-upgrade-sequence/upgrade-all', '4-msgr2', '4-nautilus', '5-final-workload/{blogbench', 'ec-rados-default', 'objectstore/bluestore-bitmap', 'rados-snaps-few-objects', 'rados_api', 'rados_loadgenbig', 'rados_loadgenmix', 'rados_mon_thrash', 'rbd_cls', 'rbd_import_export', 'rgw', 'rgw_ragweed_check', 'rgw_ragweed_prepare', 'rgw_swift}', 'start}', 'supported-all-distro/rhel_7}', 'test_rbd_api', 'test_rbd_python}', 'upgrade:mimic-x/parallel/{0-cluster/{openstack']