Found 307 jobs Missing teuthology log /home/teuthworker/archive/yuriw-2023-07-14_23:46:34-rados-reef-distro-default-smithi/7339379/teuthology.log Found 9 distinct failure reasons Dead: None 57 jobs Failure: smithi097.front.sepia.ceph.com: changed: false msg: All items completed results: - _ansible_item_label: key: vg_nvme value: pvs: /dev/nvme0n1 _ansible_no_log: false ansible_loop_var: item changed: false err: " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for\ \ more information.\n" failed: true invocation: module_args: force: false pesize: '4' pv_options: '' pvresize: false pvs: - /dev/nvme0n1 state: present vg: vg_nvme vg_options: '' item: key: vg_nvme value: pvs: /dev/nvme0n1 msg: Creating volume group 'vg_nvme' failed rc: 3 4 jobs: ['7339444', '7339403', '7339481', '7339349'] suites intersection: [] suites union: ['agent/off', 'agent/on', 'mon_election/classic', 'mon_election/connectivity', 'msgr-failures/none', 'msgr/async-v1only', 'objectstore/bluestore-comp-snappy', 'rados', 'rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0', 'rados/cephadm/workunits/{0-distro/ubuntu_20.04', 'rados/singleton/{all/recovery-preemption', 'rados/standalone/{supported-random-distro$/{centos_8}', 'supported-random-distro$/{centos_8}}', 'task/test_cephadm}', 'task/test_nfs}', 'workloads/mgr}'] Failure: Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi136 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7340b320cd33b16a99e21356b6b1d11b75f050a0 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh' 1 jobs: ['7339373'] suites: ['debug/mgr', 'mon_election/connectivity', 'rados/dashboard/{0-single-container-host', 'random-objectstore$/{bluestore-comp-snappy}', 'tasks/e2e}'] Failure: SELinux denials found on ubuntu@smithi159.front.sepia.ceph.com: ['type=AVC msg=audit(1689460378.948:20771): avc: denied { ioctl } for pid=113049 comm="iptables" path="/var/lib/containers/storage/overlay/84ebfa266fe55e4857863f18b3ec2c322c5be9524465bf250110216a562a477d/merged" dev="overlay" ino=3408296 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1', 'type=AVC msg=audit(1689460379.052:20774): avc: denied { ioctl } for pid=113066 comm="iptables" path="/var/lib/containers/storage/overlay/84ebfa266fe55e4857863f18b3ec2c322c5be9524465bf250110216a562a477d/merged" dev="overlay" ino=3408296 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1'] 1 jobs: ['7339642'] suites: ['agent/on', 'mon_election/connectivity', 'rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8', 'task/test_cephadm}'] Failure: Command failed on smithi141 with status 127: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7340b320cd33b16a99e21356b6b1d11b75f050a0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7bdccf54-2348-11ee-9b33-001a4aab830c -- ceph mon dump -f json' 1 jobs: ['7339371'] suites: ['0-nvme-loop', 'agent/on', 'fixed-2', 'mon_election/connectivity', 'rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8', 'start}'] Failure: Command failed (workunit test rados/test_envlibrados_for_rocksdb.sh) on smithi092 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7340b320cd33b16a99e21356b6b1d11b75f050a0 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_envlibrados_for_rocksdb.sh' 2 jobs: ['7339546', '7339640'] suites intersection: ['mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'rados', 'test_envlibrados_for_rocksdb}'] suites union: ['mon_election/connectivity', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-low-osd-mem-target', 'rados', 'rados/singleton/{all/test_envlibrados_for_rocksdb/{supported/centos_latest', 'rados/singleton/{all/test_envlibrados_for_rocksdb/{supported/rhel_latest', 'supported-random-distro$/{centos_8}}', 'supported-random-distro$/{rhel_8}}', 'test_envlibrados_for_rocksdb}'] Failure: smithi172.front.sepia.ceph.com: _ansible_no_log: false changed: false cmd: subscription-manager release --list | grep -E '[0-9]' delta: '0:00:00.456353' end: '2023-07-15 19:31:44.587245' failed_when_result: true invocation: module_args: _raw_params: subscription-manager release --list | grep -E '[0-9]' _uses_shell: true argv: null chdir: null creates: null executable: null removes: null stdin: null stdin_add_newline: true strip_empty_ends: true warn: true msg: non-zero return code rc: 1 start: '2023-07-15 19:31:44.130892' stderr: Network error. Please check the connection details, or see /var/log/rhsm/rhsm.log for more information. stderr_lines: - Network error. Please check the connection details, or see /var/log/rhsm/rhsm.log for more information. stdout: '' stdout_lines: [] 1 jobs: ['7339353'] suites: ['mon_election/classic', 'msgr-failures/none', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton-bluestore/{all/cephtool', 'supported-random-distro$/{rhel_8}}'] Failure: smithi100.front.sepia.ceph.com: changed: false msg: All items completed results: - _ansible_item_label: key: vg_nvme value: pvs: /dev/nvme0n1 _ansible_no_log: false ansible_loop_var: item changed: false err: " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for\ \ more information.\n" failed: true invocation: module_args: force: false pesize: '4' pv_options: '' pvresize: false pvs: - /dev/nvme0n1 state: present vg: vg_nvme vg_options: '' item: key: vg_nvme value: pvs: /dev/nvme0n1 msg: Creating volume group 'vg_nvme' failed rc: 3smithi007.front.sepia.ceph.com: changed: false msg: All items completed results: - _ansible_item_label: key: vg_nvme value: pvs: /dev/nvme0n1 _ansible_no_log: false ansible_loop_var: item changed: false err: " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for\ \ more information.\n" failed: true invocation: module_args: force: false pesize: '4' pv_options: '' pvresize: false pvs: - /dev/nvme0n1 state: present vg: vg_nvme vg_options: '' item: key: vg_nvme value: pvs: /dev/nvme0n1 msg: Creating volume group 'vg_nvme' failed rc: 3smithi022.front.sepia.ceph.com: changed: false msg: All items completed results: - _ansible_item_label: key: vg_nvme value: pvs: /dev/nvme0n1 _ansible_no_log: false ansible_loop_var: item changed: false err: " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for\ \ more information.\n" failed: true invocation: module_args: force: false pesize: '4' pv_options: '' pvresize: false pvs: - /dev/nvme0n1 state: present vg: vg_nvme vg_options: '' item: key: vg_nvme value: pvs: /dev/nvme0n1 msg: Creating volume group 'vg_nvme' failed rc: 3 1 jobs: ['7339377'] suites: ['0-size-min-size-overrides/3-size-2-min-size', '1-install/octopus', 'backoff/normal', 'ceph', 'clusters/{openstack', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/fastclose', 'rados', 'rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools}', 'thrashers/default', 'thrashosds-health', 'three-plus-one}', 'workloads/radosbench}'] Failure: smithi172.front.sepia.ceph.com: _ansible_no_log: false changed: false invocation: module_args: allow_downgrade: false allowerasing: false autoremove: false bugfix: false conf_file: null disable_excludes: null disable_gpg_check: true disable_plugin: [] disablerepo: [] download_dir: null download_only: false enable_plugin: [] enablerepo: [] exclude: [] install_repoquery: true install_weak_deps: true installroot: / list: null lock_timeout: 30 name: - http://satellite.front.sepia.ceph.com/pub/katello-ca-consumer-latest.noarch.rpm releasever: null security: false skip_broken: false state: present update_cache: false update_only: false validate_certs: false msg: 'Failed to download metadata for repo ''rhel-8-for-x86_64-baseos-rpms'': Cannot download repomd.xml: Cannot download repodata/repomd.xml: All mirrors were tried' rc: 1 results: [] 1 jobs: ['7339351'] suites: ['cluster/{12-osds', 'mon_election/connectivity', 'msgr-failures/few', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados/thrash-erasure-code-big/{ceph', 'recovery-overrides/{more-async-partial-recovery}', 'supported-random-distro$/{rhel_8}', 'thrashers/fastread', 'thrashosds-health', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}']