Found 262 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2022-02-13_15:54:31-rados-octopus-distro-default-smithi/6680384/teuthology.log Found 11 distinct failure reasons Failure: {'smithi134.front.sepia.ceph.com': {'changed': False, 'msg': 'Data could not be sent to remote host "smithi134.front.sepia.ceph.com". Make sure this host can be reached over ssh: ssh: connect to host smithi134.front.sepia.ceph.com port 22: No route to host\r\n', 'unreachable': True}} 2 jobs: ['6680436', '6680397'] suites intersection: ['rados'] suites union: ['cluster/{12-osds', 'msgr-failures/few', 'msgr-failures/none', 'msgr/async-v2only', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados/singleton/{all/pg-removal-interruption', 'rados/thrash-erasure-code-big/{ceph', 'recovery-overrides/{more-partial-recovery}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}'] Failure: SELinux denials found on ubuntu@smithi201.front.sepia.ceph.com: ['type=AVC msg=audit(1644774622.436:3620): avc: denied { read } for pid=40908 comm="11-dhclient" name="passwd" dev="sda1" ino=39834 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:sssd_public_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.440:3628): avc: denied { execute_no_trans } for pid=40914 comm="20-chrony-dhcp" path="/usr/libexec/chrony-helper" dev="sda1" ino=20468 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.449:3638): avc: denied { write } for pid=40921 comm="chronyc" name="chrony" dev="tmpfs" ino=23730 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1644774622.449:3636): avc: denied { create } for pid=40921 comm="chronyc" scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tclass=udp_socket permissive=1', 'type=AVC msg=audit(1644774622.436:3621): avc: denied { getattr } for pid=40908 comm="11-dhclient" path="/var/lib/sss/mc/passwd" dev="sda1" ino=39834 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:sssd_public_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.435:3619): avc: denied { map } for pid=40908 comm="11-dhclient" path="/usr/bin/bash" dev="sda1" ino=6040 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:shell_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.442:3631): avc: denied { open } for pid=40914 comm="chrony-helper" path="/run/chrony-helper/lock" dev="tmpfs" ino=23216 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.443:3632): avc: denied { lock } for pid=40916 comm="flock" path="/run/chrony-helper/lock" dev="tmpfs" ino=23216 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.442:3631): avc: denied { write } for pid=40914 comm="chrony-helper" name="lock" dev="tmpfs" ino=23216 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.447:3635): avc: denied { execute_no_trans } for pid=40921 comm="20-chrony-onoff" path="/usr/bin/chronyc" dev="sda1" ino=12976 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyc_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.440:3630): avc: denied { ioctl } for pid=40914 comm="chrony-helper" path="/usr/libexec/chrony-helper" dev="sda1" ino=20468 ioctlcmd=0x5401 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.449:3641): avc: denied { sendto } for pid=16698 comm="chronyd" path="/run/chrony/chronyc.40921.sock" scontext=system_u:system_r:chronyd_t:s0 tcontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tclass=unix_dgram_socket permissive=1', 'type=AVC msg=audit(1644774622.437:3626): avc: denied { execute } for pid=40908 comm="11-dhclient" name="chrony.sh" dev="sda1" ino=662 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:bin_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.445:3634): avc: denied { read } for pid=40917 comm="chrony-helper" name="dhclient" dev="sda1" ino=1965 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:dhcpc_state_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1644774622.447:3635): avc: denied { map } for pid=40921 comm="chronyc" path="/usr/bin/chronyc" dev="sda1" ino=12976 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyc_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.436:3624): avc: denied { read } for pid=40908 comm="11-dhclient" name="passwd" dev="sda1" ino=39836 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:passwd_file_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.435:3619): avc: denied { execute } for pid=40908 comm="nm-dispatcher" name="bash" dev="sda1" ino=6040 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:shell_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.449:3638): avc: denied { dac_override } for pid=40921 comm="chronyc" capability=1 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1644774622.436:3625): avc: denied { getattr } for pid=40908 comm="11-dhclient" path="/etc/passwd" dev="sda1" ino=39836 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:passwd_file_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.449:3639): avc: denied { setattr } for pid=40921 comm="chronyc" name="chronyc.40921.sock" dev="tmpfs" ino=207391 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=sock_file permissive=1', 'type=AVC msg=audit(1644774622.436:3622): avc: denied { map } for pid=40908 comm="11-dhclient" path="/var/lib/sss/mc/passwd" dev="sda1" ino=39834 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:sssd_public_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.435:3619): avc: denied { execute } for pid=40908 comm="nm-dispatcher" name="11-dhclient" dev="sda1" ino=66 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:NetworkManager_dispatcher_script_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.436:3623): avc: denied { connectto } for pid=40908 comm="11-dhclient" path="/var/lib/sss/pipes/nss" scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:system_r:sssd_t:s0 tclass=unix_stream_socket permissive=1', 'type=AVC msg=audit(1644774622.445:3633): avc: denied { read } for pid=40917 comm="chrony-helper" name="chrony-helper" dev="tmpfs" ino=27178 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1644774622.439:3627): avc: denied { execute_no_trans } for pid=40912 comm="20-chrony-dhcp" path="/usr/bin/rm" dev="sda1" ino=10810 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:bin_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.449:3638): avc: denied { add_name } for pid=40921 comm="chronyc" name="chronyc.40921.sock" scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1644774622.449:3638): avc: denied { create } for pid=40921 comm="chronyc" name="chronyc.40921.sock" scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=sock_file permissive=1', 'type=AVC msg=audit(1644774622.435:3619): avc: denied { execute_no_trans } for pid=40908 comm="nm-dispatcher" path="/etc/NetworkManager/dispatcher.d/11-dhclient" dev="sda1" ino=66 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:NetworkManager_dispatcher_script_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.436:3620): avc: denied { open } for pid=40908 comm="11-dhclient" path="/var/lib/sss/mc/passwd" dev="sda1" ino=39834 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:sssd_public_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.447:3635): avc: denied { read open } for pid=40921 comm="20-chrony-onoff" path="/usr/bin/chronyc" dev="sda1" ino=12976 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyc_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.440:3629): avc: denied { getattr } for pid=40914 comm="chrony-helper" path="/usr/libexec/chrony-helper" dev="sda1" ino=20468 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.436:3624): avc: denied { open } for pid=40908 comm="11-dhclient" path="/etc/passwd" dev="sda1" ino=39836 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:passwd_file_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.439:3627): avc: denied { map } for pid=40912 comm="rm" path="/usr/bin/rm" dev="sda1" ino=10810 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:bin_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.449:3642): avc: denied { unlink } for pid=40921 comm="chronyc" name="chronyc.40921.sock" dev="tmpfs" ino=207391 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=sock_file permissive=1', 'type=AVC msg=audit(1644774622.440:3628): avc: denied { execute } for pid=40914 comm="20-chrony-dhcp" name="chrony-helper" dev="sda1" ino=20468 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.447:3635): avc: denied { execute } for pid=40921 comm="20-chrony-onoff" name="chronyc" dev="sda1" ino=12976 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyc_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.449:3640): avc: denied { sendto } for pid=40921 comm="chronyc" path="/run/chrony/chronyd.sock" scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:system_r:chronyd_t:s0 tclass=unix_dgram_socket permissive=1', 'type=AVC msg=audit(1644774622.449:3637): avc: denied { dac_read_search } for pid=40921 comm="chronyc" capability=2 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1644774622.449:3642): avc: denied { remove_name } for pid=40921 comm="chronyc" name="chronyc.40921.sock" dev="tmpfs" ino=207391 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1644774622.449:3640): avc: denied { write } for pid=40921 comm="chronyc" name="chronyd.sock" dev="tmpfs" ino=91100 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_var_run_t:s0 tclass=sock_file permissive=1', 'type=AVC msg=audit(1644774622.440:3628): avc: denied { read open } for pid=40914 comm="20-chrony-dhcp" path="/usr/libexec/chrony-helper" dev="sda1" ino=20468 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:chronyd_exec_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1644774622.436:3623): avc: denied { write } for pid=40908 comm="11-dhclient" name="nss" dev="sda1" ino=2052 scontext=system_u:system_r:NetworkManager_dispatcher_t:s0 tcontext=system_u:object_r:sssd_var_lib_t:s0 tclass=sock_file permissive=1'] 1 jobs: ['6680476'] suites: ['rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools', 'task/test_cephadm}'] Failure: 1 jobs: ['6680390'] suites: ['msgr-failures/many', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/mon-config', 'supported-random-distro$/{rhel_8}}'] Failure: "2022-02-13T17:36:17.736553+0000 mon.b (mon.1) 368 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log 1 jobs: ['6680409'] suites: ['clusters/3-mons', 'msgr-failures/mon-delay', 'msgr/async-v1only', 'objectstore/bluestore-stupid', 'rados', 'rados/monthrash/{ceph', 'supported-random-distro$/{ubuntu_18.04}', 'thrashers/sync', 'workloads/rados_mon_osdmap_prune}'] Failure: SSH connection to smithi179 was lost: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic' 1 jobs: ['6680399'] suites: ['rados', 'rados/singleton-nomsgr/{all/ceph-kvstore-tool', 'supported-random-distro$/{ubuntu_18.04}}'] Failure: Command failed on smithi084 with status 1: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c \'mkdir $TESTDIR/archive/ostest && cd $TESTDIR/archive/ostest && ulimit -Sn 16384 && CEPH_ARGS="--no-log-to-stderr --log-file $TESTDIR/archive/ceph_test_objectstore.log --debug-filestore 20 --debug-bluestore 20" ceph_test_objectstore --gtest_filter=-*/3 --gtest_catch_exceptions=0\'' 1 jobs: ['6680322'] suites: ['rados/objectstore/{backends/objectstore', 'supported-random-distro$/{ubuntu_18.04}}'] Failure: Command failed on smithi038 with status 1: 'sudo yum install -y kernel' 1 jobs: ['6680398'] suites: ['2-repo_digest/defaut', '3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools'] Failure: Stale jobs detected, aborting. 1 jobs: ['6680439'] suites: ['debug/mgr', 'objectstore/bluestore-comp-zlib', 'rados/dashboard/{clusters/{2-node-mgr}', 'supported-random-distro$/{rhel_8}', 'tasks/dashboard}'] Dead: None 1 jobs: ['6680384'] Failure: failed to install new kernel version within timeout 1 jobs: ['6680385'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'validater/valgrind}'] Failure: {'smithi134.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'ignore_selinux_state': False, 'name': 'nagios_run_sudo', 'persistent': True, 'state': True}}, 'msg': 'Failed to manage policy for boolean nagios_run_sudo: [Errno 11] Resource temporarily unavailable'}} 1 jobs: ['6680395'] suites: ['clusters/{fixed-2', 'fast/fast', 'msgr-failures/fastclose', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{centos_8}', 'thrashers/default', 'thrashosds-health', 'workloads/ec-rados-plugin=jerasure-k=3-m=1}']