Found 305 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2023-07-11_03:38:49-rados-wip-yuri10-testing-2023-07-10-1345-distro-default-smithi/7333253/teuthology.log Found 8 distinct failure reasons Failure: {'smithi164.front.sepia.ceph.com': {'changed': False, 'msg': 'All items completed', 'results': [{'_ansible_item_label': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, '_ansible_no_log': False, 'ansible_loop_var': 'item', 'changed': False, 'err': " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for more information.\n", 'failed': True, 'invocation': {'module_args': {'force': False, 'pesize': '4', 'pv_options': '', 'pvresize': False, 'pvs': ['/dev/nvme0n1'], 'state': 'present', 'vg': 'vg_nvme', 'vg_options': ''}}, 'item': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, 'msg': "Creating volume group 'vg_nvme' failed", 'rc': 3}]}} 2 jobs: ['7333298', '7333297'] suites intersection: ['mon_election/connectivity', 'rados'] suites union: ['mon_election/connectivity', 'msgr-failures/none', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton-nomsgr/{all/health-warnings', 'rados/singleton/{all/backfill-toofull', 'supported-random-distro$/{rhel_8}}', 'supported-random-distro$/{ubuntu_20.04}}'] Dead: None 12 jobs: ['7333253', '7333302', '7333285', '7333331', '7333181', '7333300', '7333294', '7333301', '7333299', '7333296', '7333053', '7333295'] Failure: Command failed on smithi190 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install sqlite3' 3 jobs: ['7333228', '7333239', '7333238'] suites intersection: ['clusters/{fixed-2', 'openstack}', 'rados', 'supported-random-distro$/{ubuntu_20.04}'] suites union: ['ceph', 'clusters/{fixed-2', 'fast/normal', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/many', 'msgr-failures/osd-dispatch-delay', 'msgr/async', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-zstd', 'openstack}', 'rados', 'rados/basic/{ceph', 'rados/thrash-erasure-code-isa/{arch/x86_64', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-async-partial-recovery}', 'recovery-overrides/{more-partial-recovery}', 'supported-random-distro$/{ubuntu_20.04}', 'tasks/rados_workunit_loadgen_mostlyread}', 'thrashers/careful', 'thrashers/fastread', 'thrashosds-health', 'workloads/ec-rados-plugin=isa-k=2-m=1}', 'workloads/ec-small-objects-fast-read}'] Failure: Command failed on smithi112 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4837-g2afebd24-1focal cephadm=18.0.0-4837-g2afebd24-1focal ceph-mds=18.0.0-4837-g2afebd24-1focal ceph-mgr=18.0.0-4837-g2afebd24-1focal ceph-common=18.0.0-4837-g2afebd24-1focal ceph-fuse=18.0.0-4837-g2afebd24-1focal ceph-test=18.0.0-4837-g2afebd24-1focal ceph-volume=18.0.0-4837-g2afebd24-1focal radosgw=18.0.0-4837-g2afebd24-1focal python3-rados=18.0.0-4837-g2afebd24-1focal python3-rgw=18.0.0-4837-g2afebd24-1focal python3-cephfs=18.0.0-4837-g2afebd24-1focal python3-rbd=18.0.0-4837-g2afebd24-1focal libcephfs2=18.0.0-4837-g2afebd24-1focal libcephfs-dev=18.0.0-4837-g2afebd24-1focal librados2=18.0.0-4837-g2afebd24-1focal librbd1=18.0.0-4837-g2afebd24-1focal rbd-fuse=18.0.0-4837-g2afebd24-1focal' 1 jobs: ['7333230'] suites: ['mon_election/connectivity', 'rados', 'rados/singleton-nomsgr/{all/admin_socket_output', 'supported-random-distro$/{ubuntu_20.04}}'] Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi117 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2afebd2424bd4419a12ff2ceb4e3b5bada45f58d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh' 2 jobs: ['7333306', '7333152'] suites intersection: ['debug/mgr', 'rados/dashboard/{0-single-container-host', 'tasks/e2e}'] suites union: ['debug/mgr', 'mon_election/classic', 'mon_election/connectivity', 'rados/dashboard/{0-single-container-host', 'random-objectstore$/{bluestore-bitmap}', 'random-objectstore$/{bluestore-hybrid}', 'tasks/e2e}'] Failure: SELinux denials found on ubuntu@smithi093.front.sepia.ceph.com: ['type=AVC msg=audit(1689058512.072:20752): avc: denied { ioctl } for pid=112564 comm="iptables" path="/var/lib/containers/storage/overlay/a794e01452612aadbedecb91ea4abe5868fbc026d90924630bd4f78ad6cf7e71/merged" dev="overlay" ino=2753883 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1', 'type=AVC msg=audit(1689058512.115:20753): avc: denied { ioctl } for pid=112568 comm="iptables" path="/var/lib/containers/storage/overlay/a794e01452612aadbedecb91ea4abe5868fbc026d90924630bd4f78ad6cf7e71/merged" dev="overlay" ino=2753883 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1'] 1 jobs: ['7333283'] suites: ['agent/on', 'mon_election/connectivity', 'rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'task/test_cephadm}'] Failure: Command failed on smithi203 with status 1: 'sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz' 1 jobs: ['7333332'] suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{default}', '3-scrub-overrides/{max-simultaneous-scrubs-3}', 'backoff/peering', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/osd-delay', 'msgr/async-v2only', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{ubuntu_20.04}', 'thrashers/default', 'thrashosds-health', 'workloads/redirect_promote_tests}'] Dead: b'2023-07-11T15:47:56.053 DEBUG:teuthology.exit:Finished running handlers' 1 jobs: ['7333077'] suites: ['mon_election/classic', 'rados', 'rados/singleton-nomsgr/{all/admin_socket_output', 'supported-random-distro$/{rhel_8}}']