Found 13 jobs Found 6 distinct failure reasons Failure: Command failed on smithi176 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success' 1 jobs: ['7262035'] suites: ['2-cluster/{fix-2', '3-supported-random-distro$/{rhel_8}', '4-cache-path', '5-cache-mode/ssd', '6-cache-size/5G', '7-workloads/qemu_xfstests}', 'openstack}', 'rbd/pwl-cache/tmpfs/{1-base/install'] Failure: {'smithi163.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': "subscription-manager release --list | grep -E '[0-9]'", 'delta': '0:00:00.410184', 'end': '2023-05-04 16:52:57.852574', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': "subscription-manager release --list | grep -E '[0-9]'", '_uses_shell': True, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 1, 'start': '2023-05-04 16:52:57.442390', 'stderr': 'Network error. Please check the connection details, or see /var/log/rhsm/rhsm.log for more information.', 'stderr_lines': ['Network error. Please check the connection details, or see /var/log/rhsm/rhsm.log for more information.'], 'stdout': '', 'stdout_lines': []}} 1 jobs: ['7262038'] suites: ['clusters/{fixed-1', 'features/layering', 'msgr-failures/few', 'objectstore/filestore-xfs', 'openstack}', 'pool/small-cache-pool', 'rbd/cli/{base/install', 'supported-random-distro$/{rhel_8}', 'workloads/rbd_cli_generic}'] Failure: {'smithi184.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': True, 'cmd': ['semodule', '-i', '/tmp/nrpe.pp'], 'delta': '0:00:05.007779', 'end': '2023-05-04 16:57:57.781073', 'invocation': {'module_args': {'_raw_params': 'semodule -i /tmp/nrpe.pp', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 1, 'start': '2023-05-04 16:57:52.773294', 'stderr': 'libsemanage.semanage_get_lock: Could not get direct transaction lock at /var/lib/selinux/targeted/semanage.trans.LOCK. (Resource temporarily unavailable).\nsemodule: Failed on /tmp/nrpe.pp!', 'stderr_lines': ['libsemanage.semanage_get_lock: Could not get direct transaction lock at /var/lib/selinux/targeted/semanage.trans.LOCK. (Resource temporarily unavailable).', 'semodule: Failed on /tmp/nrpe.pp!'], 'stdout': '', 'stdout_lines': []}} 1 jobs: ['7262039'] suites: ['clusters/{fixed-3', 'objectstore/bluestore-hybrid', 'openstack}', 'qemu/xfstests', 'rbd/maintenance/{base/install', 'supported-random-distro$/{centos_8}', 'workloads/dynamic_features}'] Dead: b"2023-05-05T04:13:07.556 INFO:tasks.workunit.cluster1.client.mirror.smithi155.stderr:+++ rbd --cluster cluster1 -p mirror --namespace '' ls" ceph version 16.2.12-98-g2cc327ab (2cc327ab03de508c4ed32f598c61221f937ffba0) pacific (stable) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f332082acf0] 2: /lib64/libpthread.so.0(+0x96cd) [0x7f33208216cd] 3: (Thread::join(void**)+0x31) [0x7f33214da191] 4: (rbd::mirror::PoolReplayer::shut_down()+0x28a) [0x55b232c0609a] 5: (rbd::mirror::PoolReplayer::~PoolReplayer()+0x12) [0x55b232c060f2] 6: (std::_Rb_tree, std::pair const, std::unique_ptr, std::default_delete > > >, std::_Select1st const, std::unique_ptr, std::default_delete > > > >, std::less >, std::allocator const, std::unique_ptr, std::default_delete > > > > >::_M_erase(std::_Rb_tree_node const, std::unique_ptr, std::default_delete > > > >*)+0x41) [0x55b232bfdcd1] 7: (rbd::mirror::Mirror::~Mirror()+0xc5) [0x55b232bf7b85] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7262030'] suites: ['clients/mirror', 'cluster/{2-node', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'policy/none', 'rbd-mirror/four-per-cluster', 'rbd/mirror-thrash/{base/install', 'supported-random-distro$/{centos_8}', 'workloads/rbd-mirror-fsx-workunit}'] Timeout 3h running clone.client.0/qa/workunits/rbd/cli_generic.sh 1 jobs: ['7262028'] suites: ['clusters/{fixed-1', 'features/format-1', 'msgr-failures/few', 'objectstore/bluestore-stupid', 'openstack}', 'pool/small-cache-pool', 'rbd/cli_v1/{base/install', 'supported-random-distro$/{centos_8}', 'workloads/rbd_cli_generic}'] Dead: b"2023-05-04T17:03:39.457 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi079.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-05-04_16:39:33-rbd-wip-yuri5-testing-2023-04-25-0837-pacific-distro-default-smithi/7262037', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-05-04 16:41:10.114778', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTObqeiXoytOj7AqIpcTYvb4zUqH3fEbfiMqSFjXMO/MNdR5vtIisaR1Mhv0H5pWkXIfvqWjUt6brUhFF7t9c6dJwU7xfcXUO3YYmoCtMURvasGHutzvnHDDM/UI5t+iUu8kRmHIlOGoORkOqfKOu43uFqutO7IggkJk/aITc9p2q5cLuaGwTrhJyC1YsQcavBE5PzQwrR0clvFqDv59Hk1ET3j6az3xatnoooz8CDOR4ea57Oz9dKTWZ41aSNiSUDSE7viJO0T9og35kUc5/VQrqXSjT8m/YuUR08fZyJPuSR3HeOH/gR/QTfvdDYHKU9oLHZD78mJCbzyspQam+djn6SRFA0BmkzakjC3d36sCX5nqxLUDkKAzxBl1MIAiHi5GS5Clm49My459Ipb62wzbcuk5OoxfbYgAzwfdAqSwVfN7BeiVKuA71sCAP0XsxBbr/JEUowYd2Vu0OkdF/5COdSeNVJuzs+JY9GiNB0TYl3ZZqRtYFVYMgGQWsVWRk='}" 1 jobs: ['7262037'] suites: ['cluster/{fixed-3', 'msgr-failures/few', 'objectstore/bluestore-hybrid', 'openstack}', 'rbd/nbd/{base/install', 'supported-random-distro$/{centos_8}', 'thrashers/default', 'thrashosds-health', 'workloads/rbd_nbd}']