Found 199 jobs Found 4 distinct failure reasons Failure: {'smithi133.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'executable': None, 'from_path': None, 'installdeps': False, 'locallib': None, 'mirror': None, 'mirror_only': False, 'name': 'Amazon::S3', 'notest': False, 'system_lib': False, 'version': None}}, 'msg': 'Failed to find required executable cpanm in paths: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin'}, 'smithi057.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'executable': None, 'from_path': None, 'installdeps': False, 'locallib': None, 'mirror': None, 'mirror_only': False, 'name': 'Amazon::S3', 'notest': False, 'system_lib': False, 'version': None}}, 'msg': 'Failed to find required executable cpanm in paths: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin'}, 'smithi064.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'executable': None, 'from_path': None, 'installdeps': False, 'locallib': None, 'mirror': None, 'mirror_only': False, 'name': 'Amazon::S3', 'notest': False, 'system_lib': False, 'version': None}}, 'msg': 'Failed to find required executable cpanm in paths: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin'}} 152 jobs suites intersection: ['conf'] suites union: ['ceph/ceph', 'clusters/3-node', 'clusters/fixed-3', 'clusters/separate-client', 'conf', 'filestore-xfs', 'install/ceph', 'kernels/single-major-off', 'krbd/fsx/{ceph/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'krbd/singleton/{bluestore-bitmap', 'krbd/thrash/{bluestore-bitmap', 'krbd/unmap/{ceph/ceph', 'krbd/wac/wac/{bluestore-bitmap', 'ms_mode$/{crc}', 'ms_mode$/{legacy}', 'ms_mode$/{prefer-crc}', 'ms_mode$/{secure}', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'msgr-failures/few', 'msgr-failures/many', 'objectstore/bluestore-bitmap', 'objectstore/filestore-xfs', 'randomized-striping-off}', 'randomized-striping-on}', 'striping/default/{msgr-failures/few', 'striping/default/{msgr-failures/many', 'striping/fancy/{msgr-failures/few', 'tasks/fsx-1-client}', 'tasks/fsx-3-client}', 'tasks/krbd_data_pool}', 'tasks/krbd_exclusive_option}', 'tasks/krbd_fallocate}', 'tasks/krbd_latest_osdmap_on_map}', 'tasks/krbd_namespaces}', 'tasks/krbd_udev_enumerate}', 'tasks/krbd_udev_netlink_enobufs}', 'tasks/krbd_udev_netns}', 'tasks/krbd_udev_symlinks}', 'tasks/rbd_concurrent}', 'tasks/rbd_fio}', 'tasks/rbd_huge_tickets}', 'tasks/rbd_image_read}', 'tasks/rbd_kernel}', 'tasks/rbd_map_snapshot_io}', 'tasks/rbd_map_unmap}', 'tasks/rbd_simple_big}', 'tasks/rbd_workunit_kernel_untar_build}', 'tasks/rbd_workunit_suites_dbench}', 'tasks/rbd_workunit_suites_ffsb}', 'tasks/rbd_workunit_suites_fsstress_ext4}', 'tasks/rbd_workunit_suites_fsstress}', 'tasks/rbd_workunit_suites_fsx}', 'tasks/rbd_workunit_suites_iozone}', 'tasks/rbd_workunit_trivial_sync}', 'tasks/rbd_xfstests}', 'tasks/unmap}', 'tasks/wac', 'thrashers/backoff', 'thrashers/mon-thrasher', 'thrashers/pggrow', 'thrashers/upmap', 'thrashosds-health', 'verify/many-resets}', 'verify/no-resets}', 'workloads/rbd_fio}', 'workloads/rbd_workunit_suites_ffsb}'] Failure: {'smithi084.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'executable': None, 'from_path': None, 'installdeps': False, 'locallib': None, 'mirror': None, 'mirror_only': False, 'name': 'Amazon::S3', 'notest': False, 'system_lib': False, 'version': None}}, 'msg': 'Failed to find required executable cpanm in paths: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin'}, 'smithi031.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'executable': None, 'from_path': None, 'installdeps': False, 'locallib': None, 'mirror': None, 'mirror_only': False, 'name': 'Amazon::S3', 'notest': False, 'system_lib': False, 'version': None}}, 'msg': 'Failed to find required executable cpanm in paths: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin'}, 'smithi148.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'executable': None, 'from_path': None, 'installdeps': False, 'locallib': None, 'mirror': None, 'mirror_only': False, 'name': 'Amazon::S3', 'notest': False, 'system_lib': False, 'version': None}}, 'msg': 'Failed to find required executable cpanm in paths: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin'}} 24 jobs: ['7130142', '7130115', '7130040', '7130137', '7130090', '7130128', '7130065', '7130168', '7129993', '7130114', '7129995', '7130079', '7130061', '7130045', '7130086', '7130049', '7130103', '7129985', '7130015', '7130162', '7130089', '7130110', '7130056', '7130030'] suites intersection: ['conf'] suites union: ['clusters/3-node', 'clusters/fixed-3', 'clusters/separate-client', 'conf', 'filestore-xfs', 'install/ceph', 'kernels/single-major-on', 'krbd/fsx/{ceph/ceph', 'krbd/rbd-nomount/{bluestore-bitmap', 'krbd/rbd/{bluestore-bitmap', 'krbd/unmap/{ceph/ceph', 'ms_mode$/{secure}', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'msgr-failures/few', 'msgr-failures/many', 'objectstore/bluestore-bitmap', 'randomized-striping-on}', 'striping/fancy/{msgr-failures/few', 'tasks/fsx-1-client}', 'tasks/krbd_data_pool}', 'tasks/krbd_exclusive_option}', 'tasks/krbd_fallocate}', 'tasks/krbd_latest_osdmap_on_map}', 'tasks/krbd_namespaces}', 'tasks/krbd_udev_netns}', 'tasks/krbd_udev_symlinks}', 'tasks/rbd_concurrent}', 'tasks/rbd_image_read}', 'tasks/rbd_map_unmap}', 'tasks/rbd_workunit_kernel_untar_build}', 'tasks/rbd_workunit_suites_dbench}', 'tasks/rbd_workunit_suites_ffsb}', 'tasks/rbd_workunit_suites_fsstress}', 'tasks/rbd_workunit_suites_fsx}', 'tasks/unmap}'] Failure: {'smithi088.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'executable': None, 'from_path': None, 'installdeps': False, 'locallib': None, 'mirror': None, 'mirror_only': False, 'name': 'Amazon::S3', 'notest': False, 'system_lib': False, 'version': None}}, 'msg': 'Failed to find required executable cpanm in paths: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin'}} 22 jobs: ['7129979', '7130146', '7130032', '7129972', '7130154', '7130081', '7130118', '7130164', '7130088', '7130039', '7130069', '7130014', '7130136', '7130062', '7130021', '7130106', '7130052', '7130098', '7130004', '7129986', '7130129', '7129996'] suites intersection: ['ceph/ceph', 'clusters/fixed-1', 'conf'] suites union: ['ceph/ceph', 'clusters/fixed-1', 'conf', 'krbd/basic/{bluestore-bitmap', 'krbd/wac/sysfs/{bluestore-bitmap', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'tasks/krbd_deep_flatten}', 'tasks/krbd_discard}', 'tasks/krbd_huge_image}', 'tasks/krbd_msgr_segments}', 'tasks/krbd_parent_overlap}', 'tasks/krbd_read_only}', 'tasks/krbd_whole_object_zeroout}', 'tasks/stable_writes}'] Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=nightly_pre-single-major 1 jobs: ['7129978'] suites: ['clusters/separate-client', 'conf', 'filestore-xfs', 'kernels/pre-single-major', 'krbd/unmap/{ceph/ceph', 'tasks/unmap}']