2023-04-13T02:04:30.633 INFO:root:teuthology version: 0.0.1.dev96+g8d156ae 2023-04-13T02:04:30.634 INFO:teuthology.results:subset: '117/128' 2023-04-13T02:04:30.634 INFO:teuthology.results:seed: '6561' 2023-04-13T03:31:41.463 INFO:root:teuthology version: 0.0.1.dev96+g8d156ae 2023-04-13T03:31:41.467 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2023-04-13T09:40:10.425 INFO:teuthology.results:Tests finished! gathering results... 2023-04-13T09:40:22.725 INFO:scrape:Found 147 jobs 2023-04-13T09:40:30.255 INFO:scrape:Found 4 distinct failure reasons 2023-04-13T09:40:30.256 INFO:scrape:Failure: Command failed on smithi142 with status 1: 'sudo yum install -y kernel' 2023-04-13T09:40:30.256 INFO:scrape:141 jobs 2023-04-13T09:40:30.258 INFO:scrape:suites intersection: [] 2023-04-13T09:40:30.259 INFO:scrape:suites union: ['1-ceph', '1-cephadm', '1-client', '1-client-upgrade', '1-mount', '1-ranks/1', '1-ranks/2', '1-rename', '1-upgrade}}', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-client-sanity}}', '2-logrotate}', '2-upgrade', '2-workload/dbench', '2-workunit/cfuse_workunit_snaptests}}', '2-workunit/cfuse_workunit_suites_pjd}}', '2-workunit/cfuse_workunit_trivial_sync}}', '2-workunit/ffsb}}', '2-workunit/fs/snaps}}', '2-workunit/fs/trivial_sync}}', '2-workunit/iozone}}', '2-workunit/suites/ffsb}}', '2-workunit/suites/fsstress}}', '2-workunit/suites/iozone}}', '2-workunit/suites/pjd}}', '3-client-upgrade', '3-compat_client/no}}', '3-compat_client/pacific}}', '3-inline/no', '3-inline/yes', '3-upgrade-with-workload', '4-compat_client', '4-verify}', '4-verify}}', '5-client-sanity}}', 'begin/{0-install', 'centos_8.stream_container_tools', 'centos_latest', 'cephfs-mirror/one-per-cluster', 'cephfs-mirror/three-per-cluster', 'clients/mirror', 'clients/{mirror}', 'cluster/1-node', 'cluster/{1-node}', 'clusters/1-mds-1-client-coloc', 'clusters/1-mds-2-client-micro', 'clusters/1-node-1-mds-1-osd', 'clusters/1a11s-mds-1c-client-3node', 'clusters/1a3s-mds-1c-client', 'clusters/1a3s-mds-2c-client', 'clusters/1a3s-mds-4c-client', 'clusters/1a5s-mds-1c-client', 'clusters/fixed-2-ucephfs', 'clusters/small-cluster', 'clusters/{1-mds-1-client-micro}', 'conf/{client', 'debug', 'distro/single-container-host', 'distro/single-container-host}', 'distro/{centos_8}', 'distro/{rhel_8}', 'distro/{ubuntu_latest}', 'fs/32bits/{begin/{0-install', 'fs/bugs/client_trim_caps/{begin/{0-install', 'fs/cephadm/multivolume/{0-start', 'fs/cephadm/renamevolume/{0-start', 'fs/full/{begin/{0-install', 'fs/functional/{begin/{0-install', 'fs/libcephfs/{begin/{0-install', 'fs/mirror-ha/{begin/{0-install', 'fs/mirror/{begin/{0-install', 'fs/mixed-clients/{begin/{0-install', 'fs/multifs/{begin/{0-install', 'fs/permission/{begin/{0-install', 'fs/snaps/{begin/{0-install', 'fs/thrash/multifs/{begin/{0-install', 'fs/thrash/workloads/{begin/{0-install', 'fs/traceless/{begin/{0-install', 'fs/upgrade/featureful_client/old_client/{bluestore-bitmap', 'fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap', 'fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap', 'fs/upgrade/nofs/{bluestore-bitmap', 'fs/upgrade/upgraded_client/from_nautilus/{bluestore-bitmap', 'fs/valgrind/{begin/{0-install', 'fs/verify/{begin/{0-install', 'fs/volumes/{begin/{0-install', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'ignorelist_wrongly_marked_down}', 'kclient-overrides/{distro/stock/{k-stock', 'mds', 'mirror/{cephfs-mirror/one-per-cluster', 'mon', 'mon-debug', 'mon-debug}', 'mount', 'mount/fuse', 'mount/kclient/{mount-syntax/{v1}', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}', 'ms-die-on-skipped}}', 'ms_mode/{crc}', 'ms_mode/{legacy}', 'ms_mode/{secure}', 'msgr-failures/none', 'msgr-failures/osd-mds-delay', 'multifs', 'multimds/no', 'multimds/yes', 'no-mds-cluster', 'no_client_pidfile}', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-ec-root', 'omap_limit/10', 'omap_limit/10000', 'osd-asserts', 'osd-asserts}', 'osd}', 'overrides', 'overrides/ignorelist_health}', 'overrides/whitelist_health', 'overrides/{distro/stock/{k-stock', 'overrides/{distro/testing/k-testing', 'overrides/{faked-ino', 'overrides/{frag', 'overrides/{ignorelist_health', 'overrides/{whitelist_health}', 'pg-warn', 'pg-warn}', 'prefetch_dirfrags/no', 'prefetch_dirfrags/yes', 'races', 'ranks/1', 'ranks/3', 'ranks/5', 'rhel_8}', 'roles', 'scrub/no', 'scrub/yes', 'session_timeout', 'session_timeout}', 'standby-replay', 'supported-random-distro$/{centos_8}', 'supported-random-distros$/{centos_8}', 'syntax}', 'tasks/acls}', 'tasks/admin}', 'tasks/alternate-pool}', 'tasks/backtrace}', 'tasks/cap-flush}', 'tasks/cfuse_workunit_misc}', 'tasks/cfuse_workunit_suites_blogbench', 'tasks/cfuse_workunit_suites_dbench', 'tasks/cfuse_workunit_suites_ffsb', 'tasks/cfuse_workunit_suites_fsstress', 'tasks/cfuse_workunit_suites_fsstress}', 'tasks/cfuse_workunit_suites_pjd}', 'tasks/client-limits}', 'tasks/client-readahead}', 'tasks/client-recovery}', 'tasks/client}', 'tasks/data-scan}', 'tasks/exports}', 'tasks/failover}', 'tasks/fragment}', 'tasks/fsstress', 'tasks/journal-repair}', 'tasks/kernel_cfuse_workunits_dbench_iozone}', 'tasks/kernel_cfuse_workunits_untarbuild_blogbench}', 'tasks/mds-flush}', 'tasks/mds-full}', 'tasks/mds_creation_retry}', 'tasks/metrics}', 'tasks/mgr-osd-full}', 'tasks/mirror}', 'tasks/mirror}}', 'tasks/multifs-auth}', 'tasks/multimds_misc}', 'tasks/pool-perm}', 'tasks/quota}', 'tasks/recovery-fs}', 'tasks/scrub}', 'tasks/sessionmap}', 'tasks/snap_schedule_snapdir}', 'tasks/snapshots}', 'tasks/test_journal_migration}', 'tasks/trim-i24137}', 'tasks/truncate_delay}', 'tasks/volumes/{overrides', 'tasks/workunit/dir-max-entries}', 'tasks/workunit/quota}', 'tasks/workunit/snaps}', 'tasks/{0-check-counter', 'tasks/{0-from/pacific', 'tasks/{0-from/v16.2.4', 'tasks/{0-nautilus', 'tasks/{0-octopus', 'tasks/{1-thrash/mds', 'tasks/{1-thrash/mon', 'tasks/{1-thrash/osd', 'test/basic}}', 'test/clone}}', 'test/misc}}', 'test/snapshot}}', 'thrashosds-health}', 'traceless/50pc}', 'validater/valgrind}', 'workloads/cephfs-mirror-ha-workunit}', 'workunit/direct_io}', 'workunit/fs/misc}', 'workunit/fs/norstats}', 'workunit/fs/test_o_trunc}', 'workunit/kernel_untar_build}', 'workunit/suites/blogbench}', 'workunit/suites/dbench}', 'workunit/suites/ffsb}', 'workunit/suites/fsstress}', 'workunit/suites/fsx}', 'workunit/suites/fsync-tester}', 'workunit/suites/iogen}', 'workunit/suites/iozone}', 'workunit/suites/pjd}', 'wsync/{no}}', 'wsync/{yes}}'] 2023-04-13T09:40:30.260 INFO:scrape: 2023-04-13T09:40:30.260 INFO:scrape:Timeout 6h running clone.client.0/qa/workunits/suites/fsstress.sh 2023-04-13T09:40:30.260 INFO:scrape:1 jobs: ['7240175'] 2023-04-13T09:40:30.261 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{ubuntu/{latest', 'fs/verify/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon-debug', 'mount/fuse', 'objectstore-ec/bluestore-comp', 'osd}', 'overrides/{ignorelist_health', 'overrides}}', 'ranks/5', 'session_timeout}', 'tasks/fsstress', 'validater/valgrind}'] 2023-04-13T09:40:30.261 INFO:scrape: 2023-04-13T09:40:30.261 INFO:scrape:Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=da2c012b35edb23d1fe28f42ea781e018f43d2d4 2023-04-13T09:40:30.262 INFO:scrape:2 jobs: ['7240131', '7240195'] 2023-04-13T09:40:30.262 INFO:scrape:suites intersection: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'fs/mixed-clients/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'kclient-overrides/{distro/testing/k-testing', 'mds', 'mon', 'ms-die-on-skipped}', 'osd-asserts}', 'osd}', 'overrides/{ignorelist_health'] 2023-04-13T09:40:30.262 INFO:scrape:suites union: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'fs/mixed-clients/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'kclient-overrides/{distro/testing/k-testing', 'mds', 'mon', 'ms-die-on-skipped}', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'osd-asserts}', 'osd}', 'overrides/{ignorelist_health', 'tasks/kernel_cfuse_workunits_dbench_iozone}', 'tasks/kernel_cfuse_workunits_untarbuild_blogbench}'] 2023-04-13T09:40:30.263 INFO:scrape: 2023-04-13T09:40:30.263 INFO:scrape:Failure: "2023-04-13T04:05:01.102920+0000 mon.a (mon.0) 1322 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log 2023-04-13T09:40:30.263 INFO:scrape:1 jobs: ['7240210'] 2023-04-13T09:40:30.264 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'tasks/snap-schedule}'] 2023-04-13T09:40:30.264 INFO:scrape: 2023-04-13T09:40:30.273 INFO:teuthology.results:Sending results to pdonnell@redhat.com: Test Run: pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi ================================================================= info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/ logs: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/ failed: 145 dead: 0 running: 0 waiting: 0 queued: 0 passed: 2 Fail ================================================================= [7240099] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/ffsb}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240099/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240099/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4736051fbb0e4aacb6f4cc8563a772f1 Command failed on smithi176 with status 1: 'sudo yum install -y kernel' [7240100] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240100/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240100/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a0ee0ca6fd0341b5a9370c290f1acc3b Command failed on smithi139 with status 1: 'sudo yum install -y kernel' [7240101] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/test_journal_migration} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240101/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240101/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f3eea4d5ebb64b96a5da51c97182e349 Command failed on smithi077 with status 1: 'sudo yum install -y kernel' [7240102] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/suites/pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240102/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240102/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f7332631bd024b4fb1b80efe6e02d5c6 Command failed on smithi029 with status 1: 'sudo yum install -y kernel' [7240103] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse ms_mode/{crc} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/yes standby-replay tasks/{0-check-counter workunit/direct_io} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240103/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240103/ sentry: https://sentry.ceph.com/organizations/ceph/?query=51f42b04139d40e9a2676cbfbab4d0e4 Command failed on smithi149 with status 1: 'sudo yum install -y kernel' [7240104] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/pacific}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240104/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240104/ sentry: https://sentry.ceph.com/organizations/ceph/?query=418ff9c5ba894e3e81af17ad21f43d6a Command failed on smithi137 with status 1: 'sudo yum install -y kernel' [7240105] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mds 2-workunit/fs/snaps}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240105/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240105/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ed9d6062c7e64687b80c90b21075aa36 Command failed on smithi033 with status 1: 'sudo yum upgrade -y linux- firmware' [7240106] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240106/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240106/ sentry: https://sentry.ceph.com/organizations/ceph/?query=68a8c6f2c4374cebb667cf862e3fd0eb Command failed on smithi047 with status 1: 'sudo yum install -y kernel' [7240107] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_ffsb traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240107/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240107/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c6ce683e093644d4a8fa5e4ba13eebaa Command failed on smithi173 with status 1: 'sudo yum install -y kernel' [7240108] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/dir-max-entries} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240108/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240108/ sentry: https://sentry.ceph.com/organizations/ceph/?query=38a3a3e62ec145da9e7ec98a5c9cf576 Command failed on smithi144 with status 1: 'sudo yum install -y kernel' [7240109] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240109/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240109/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1da19d7ee3534987be754a43330adae4 Command failed on smithi027 with status 1: 'sudo yum install -y kernel' [7240110] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/quota} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240110/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240110/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b47fd41f83254a45bff507e9b574592e Command failed on smithi123 with status 1: 'sudo yum install -y kernel' [7240111] fs/cephadm/renamevolume/{0-start 1-rename distro/single-container-host overrides/ignorelist_health} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240111/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240111/ sentry: https://sentry.ceph.com/organizations/ceph/?query=11e818efb4864b478a4922b62fd067e0 Command failed on smithi155 with status 1: 'sudo yum install -y kernel' [7240112] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240112/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240112/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f34c671574624f2683905127497ade84 Command failed on smithi082 with status 1: 'sudo yum install -y kernel' [7240113] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240113/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240113/ sentry: https://sentry.ceph.com/organizations/ceph/?query=848ce01fb9424fe9ac89ab2918bfda7e Command failed on smithi136 with status 1: 'sudo yum install -y kernel' [7240114] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/snapshot}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240114/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240114/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fe1fb3489ce442409dc9d7e2cc2d51a3 Command failed on smithi026 with status 1: 'sudo yum install -y kernel' [7240115] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/{secure} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/no standby-replay tasks/{0-check-counter workunit/fs/misc} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240115/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240115/ sentry: https://sentry.ceph.com/organizations/ceph/?query=59ca0e67c7274133abb69d18c17bb54c Command failed on smithi012 with status 1: 'sudo yum install -y kernel' [7240116] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240116/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240116/ sentry: https://sentry.ceph.com/organizations/ceph/?query=3d5629489a3143d8aca87b3db65049fd Command failed on smithi045 with status 1: 'sudo yum install -y kernel' [7240117] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/iozone}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240117/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240117/ sentry: https://sentry.ceph.com/organizations/ceph/?query=86662fb7a05345bd8b29de74b99269bf Command failed on smithi061 with status 1: 'sudo yum upgrade -y linux- firmware' [7240118] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/alternate-pool} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240118/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240118/ sentry: https://sentry.ceph.com/organizations/ceph/?query=476968008ba84cbe96056f84c45e1d5c Command failed on smithi116 with status 1: 'sudo yum install -y kernel' [7240119] fs/upgrade/nofs/{bluestore-bitmap centos_latest conf/{client mds mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-octopus 1-upgrade}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240119/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240119/ sentry: https://sentry.ceph.com/organizations/ceph/?query=22fc46eff0f54951bd2c1c4f481c6656 Command failed on smithi142 with status 1: 'sudo yum install -y kernel' [7240120] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/osd 2-workunit/suites/fsstress}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240120/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240120/ sentry: https://sentry.ceph.com/organizations/ceph/?query=76f6bb46e3dd48a49ed879366f27275f Command failed on smithi046 with status 1: 'sudo yum install -y kernel' [7240121] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/1 tasks/fsstress validater/valgrind} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240121/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240121/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b1ca496b4952405ca9219528fee01535 Command failed on smithi099 with status 1: 'sudo yum install -y kernel' [7240122] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/{secure} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/yes standby-replay tasks/{0-check-counter workunit/kernel_untar_build} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240122/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240122/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1b7237efad8d4d1b92a5bcdd998ea0e3 Command failed on smithi084 with status 1: 'sudo yum upgrade -y linux- firmware' [7240123] fs/upgrade/upgraded_client/from_nautilus/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-nautilus 1-client-upgrade 2-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240123/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240123/ sentry: https://sentry.ceph.com/organizations/ceph/?query=151a759568af416384e6c02e18345434 Command failed on smithi175 with status 1: 'sudo yum install -y kernel' [7240124] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mds 2-workunit/fs/trivial_sync}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240124/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240124/ sentry: https://sentry.ceph.com/organizations/ceph/?query=0dd05a7eb075436e9971c553a21b18d6 Command failed on smithi132 with status 1: 'sudo yum upgrade -y linux- firmware' [7240125] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240125/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240125/ sentry: https://sentry.ceph.com/organizations/ceph/?query=5f3a2c1e64a4462bb15de41d5b83c3c5 Command failed on smithi203 with status 1: 'sudo yum install -y kernel' [7240126] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240126/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240126/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c5cac79a200f45c6b3bcdc58fce755fb Command failed on smithi110 with status 1: 'sudo yum install -y kernel' [7240127] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/backtrace} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240127/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240127/ sentry: https://sentry.ceph.com/organizations/ceph/?query=eafe57fe223b437096d22b53e220147b Command failed on smithi148 with status 1: 'sudo yum install -y kernel' [7240128] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse ms_mode/{legacy} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/no standby-replay tasks/{0-check-counter workunit/suites/blogbench} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240128/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240128/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1b0452cd2ba84deb872846e17f8e296c Command failed on smithi035 with status 1: 'sudo yum install -y kernel' [7240129] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240129/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240129/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6b921d27e6a945a789a85aa0c9c67b64 Command failed on smithi050 with status 1: 'sudo yum install -y kernel' [7240130] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_snaptests}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240130/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240130/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a592900f96694d699e05cc4ec02462f2 Command failed on smithi129 with status 1: 'sudo yum upgrade -y linux- firmware' [7240131] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/testing/k-testing ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench} ----------------------------------------------------------------- time: 00:08:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240131/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240131/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ef27d94bfeb44dcfb7f055edb7568012 Failed to fetch package version from https://shaman.ceph.com/api/search/?st atus=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1 =da2c012b35edb23d1fe28f42ea781e018f43d2d4 [7240132] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240132/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240132/ sentry: https://sentry.ceph.com/organizations/ceph/?query=068ab830f8c34962bffe99c2a0b861d0 Command failed on smithi047 with status 1: 'sudo yum install -y kernel' [7240133] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cap-flush} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240133/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240133/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b8d6d3af263c4b78bfc06754f532d748 Command failed on smithi103 with status 1: 'sudo yum upgrade -y linux- firmware' [7240134] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/failover} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240134/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240134/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ec92a62f6a6a46a595b768d6b62b0b50 Command failed on smithi171 with status 1: 'sudo yum install -y kernel' [7240135] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240135/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240135/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d0979e60e5ad499f84494da822c71522 Command failed on smithi176 with status 1: 'sudo yum install -y kernel' [7240136] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240136/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240136/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a0b36ce29d694f6aa36b6bf2685badc5 Command failed on smithi077 with status 1: 'sudo yum install -y kernel' [7240137] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mon 2-workunit/suites/iozone}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240137/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240137/ sentry: https://sentry.ceph.com/organizations/ceph/?query=3f7a5d38d0a4414b8a462910daffa241 Command failed on smithi157 with status 1: 'sudo yum install -y kernel' [7240138] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240138/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240138/ sentry: https://sentry.ceph.com/organizations/ceph/?query=cdce9cfecfec429391060ade5fc322f1 Command failed on smithi112 with status 1: 'sudo yum install -y kernel' [7240139] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-limits} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240139/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240139/ sentry: https://sentry.ceph.com/organizations/ceph/?query=573ec28b25d54debba6be10b8f551b23 Command failed on smithi138 with status 1: 'sudo yum install -y kernel' [7240140] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/{legacy} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/dbench} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240140/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240140/ sentry: https://sentry.ceph.com/organizations/ceph/?query=574df95881b34ef988eec9258f40fa20 Command failed on smithi131 with status 1: 'sudo yum install -y kernel' [7240141] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-readahead} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240141/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240141/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fe892eca3965482ea72a223d10271f97 Command failed on smithi116 with status 1: 'sudo yum install -y kernel' [7240142] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/osd 2-workunit/suites/pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240142/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240142/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e6c91a017c5543afb59468aeb4e2186a Command failed on smithi093 with status 1: 'sudo yum install -y kernel' [7240143] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240143/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240143/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c55138f8cb504c5fba0a343a3acb3fea Command failed on smithi203 with status 1: 'sudo yum install -y kernel' [7240144] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-recovery} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240144/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240144/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e7af2883101140fc925a2dacb3bc809b Command failed on smithi038 with status 1: 'sudo yum upgrade -y linux- firmware' [7240145] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/pacific}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240145/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240145/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f5e47fa5b6b94833a4e13d239aa00270 Command failed on smithi046 with status 1: 'sudo yum install -y kernel' [7240146] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240146/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240146/ sentry: https://sentry.ceph.com/organizations/ceph/?query=489009357ef645b8b63e2faa2fabf421 Command failed on smithi135 with status 1: 'sudo yum install -y kernel' [7240147] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240147/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240147/ sentry: https://sentry.ceph.com/organizations/ceph/?query=32cd49f641e541da93dabe14f1c436aa Command failed on smithi066 with status 1: 'sudo yum install -y kernel' [7240148] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/{legacy} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/no standby-replay tasks/{0-check-counter workunit/suites/ffsb} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240148/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240148/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9a62ec56277a4748ac4745bea1df4043 Command failed on smithi176 with status 1: 'sudo yum upgrade -y linux- firmware' [7240149] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/data-scan} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240149/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240149/ sentry: https://sentry.ceph.com/organizations/ceph/?query=410ee898ccf7496da47746bd92de6b2d Command failed on smithi031 with status 1: 'sudo yum install -y kernel' [7240150] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/osd 2-workunit/fs/snaps}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240150/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240150/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9fdde477687e4a9492209effa89521f6 Command failed on smithi131 with status 1: 'sudo yum upgrade -y linux- firmware' [7240151] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240151/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240151/ sentry: https://sentry.ceph.com/organizations/ceph/?query=bd57b97c601c435790861f8d390914ec Command failed on smithi171 with status 1: 'sudo yum install -y kernel' [7240152] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/exports} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240152/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240152/ sentry: https://sentry.ceph.com/organizations/ceph/?query=edc4b422f4b64e39926ab8b4e7718c6a Command failed on smithi093 with status 1: 'sudo yum upgrade -y linux- firmware' [7240153] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mds 2-workunit/suites/ffsb}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240153/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240153/ sentry: https://sentry.ceph.com/organizations/ceph/?query=8ac9f4b7d73d4e138856e81211b47392 Command failed on smithi116 with status 1: 'sudo yum install -y kernel' [7240154] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240154/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240154/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6a2dbc0b0eed45cda98defb8dd2e3c9d Command failed on smithi135 with status 1: 'sudo yum install -y kernel' [7240155] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse ms_mode/{secure} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/yes standby-replay tasks/{0-check-counter workunit/fs/norstats} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240155/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240155/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e48b88aed5a9414cb5aa6be8b3e80adb Command failed on smithi137 with status 1: 'sudo yum install -y kernel' [7240156] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240156/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240156/ sentry: https://sentry.ceph.com/organizations/ceph/?query=8ae23db3fe9f443b88c513586e6f945d Command failed on smithi066 with status 1: 'sudo yum upgrade -y linux- firmware' [7240157] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240157/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240157/ sentry: https://sentry.ceph.com/organizations/ceph/?query=714f4ff0750845b19e2f08fd238c2d20 Command failed on smithi142 with status 1: 'sudo yum upgrade -y linux- firmware' [7240158] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/clone}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240158/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240158/ sentry: https://sentry.ceph.com/organizations/ceph/?query=670f30f121c8464fa529085fb1fad7dc Command failed on smithi057 with status 1: 'sudo yum upgrade -y linux- firmware' [7240159] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240159/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240159/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f590d7f0a8a947d39c995aeae1561598 Command failed on smithi154 with status 1: 'sudo yum install -y kernel' [7240160] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_blogbench traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240160/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240160/ sentry: https://sentry.ceph.com/organizations/ceph/?query=0587cfe70823453291a1922f34c52782 Command failed on smithi153 with status 1: 'sudo yum install -y kernel' [7240161] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/fragment} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240161/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240161/ sentry: https://sentry.ceph.com/organizations/ceph/?query=32a3ab3bd8c542f08efe380167ae7074 Command failed on smithi105 with status 1: 'sudo yum install -y kernel' [7240162] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mon 2-workunit/suites/fsstress}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240162/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240162/ sentry: https://sentry.ceph.com/organizations/ceph/?query=28e05e7440c84e1386f8b0bdaa3eda6c Command failed on smithi019 with status 1: 'sudo yum install -y kernel' [7240163] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240163/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240163/ sentry: https://sentry.ceph.com/organizations/ceph/?query=14ae5470d5d446fe8f5b0ecc3dea80fb Command failed on smithi130 with status 1: 'sudo yum install -y kernel' [7240164] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/journal-repair} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240164/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240164/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f9cce44942fd41bf82ae2e4c2b97925d Command failed on smithi143 with status 1: 'sudo yum upgrade -y linux- firmware' [7240165] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240165/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240165/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a926f0b1f16d4b868fc996a6bb3b3215 Command failed on smithi072 with status 1: 'sudo yum install -y kernel' [7240166] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240166/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240166/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6f1d202cc1494cd5a4507301c279d090 Command failed on smithi040 with status 1: 'sudo yum install -y kernel' [7240167] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_suites_pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240167/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240167/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2f6600f7f808490ab029daa7b18046e5 Command failed on smithi045 with status 1: 'sudo yum install -y kernel' [7240168] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds-flush} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240168/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240168/ sentry: https://sentry.ceph.com/organizations/ceph/?query=32879066c1b840babc33781598808d70 Command failed on smithi132 with status 1: 'sudo yum install -y kernel' [7240169] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/{legacy} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsstress} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240169/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240169/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4212ef3f6c2f47af9782ce5defa1bf82 Command failed on smithi136 with status 1: 'sudo yum install -y kernel' [7240170] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240170/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240170/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7f26e4940c3f4f7eb32beeefffeebe51 Command failed on smithi088 with status 1: 'sudo yum install -y kernel' [7240171] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds-full} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240171/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240171/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9fe06771b65a418f8348db15abe0af93 Command failed on smithi031 with status 1: 'sudo yum install -y kernel' [7240172] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/osd 2-workunit/fs/trivial_sync}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240172/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240172/ sentry: https://sentry.ceph.com/organizations/ceph/?query=756d323f25e44e1e94d0eb884f1df9c6 Command failed on smithi176 with status 1: 'sudo yum upgrade -y linux- firmware' [7240173] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/pacific}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240173/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240173/ sentry: https://sentry.ceph.com/organizations/ceph/?query=45b711b20944494b8125a58618ad74b6 Command failed on smithi184 with status 1: 'sudo yum install -y kernel' [7240174] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds_creation_retry} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240174/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240174/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9fe4005821f547da9868cb582efcaf51 Command failed on smithi093 with status 1: 'sudo yum upgrade -y linux- firmware' [7240175] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu/{latest overrides}} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/5 tasks/fsstress validater/valgrind} ----------------------------------------------------------------- time: 06:46:42 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240175/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240175/ sentry: https://sentry.ceph.com/organizations/ceph/?query=80da9f6e580b4a4982fc9d69becb8fd5 Command failed (workunit test suites/fsstress.sh) on smithi012 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=da2c012b35edb23d1fe28f42ea781e018f43d2d4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh' [7240176] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/{crc} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsx} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240176/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240176/ sentry: https://sentry.ceph.com/organizations/ceph/?query=089e611107f041f1a9bffb5cdb618b87 Command failed on smithi047 with status 1: 'sudo yum upgrade -y linux- firmware' [7240177] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/metrics} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240177/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240177/ sentry: https://sentry.ceph.com/organizations/ceph/?query=843010aa90494813b2e740f25777258d Command failed on smithi060 with status 1: 'sudo yum install -y kernel' [7240178] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240178/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240178/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b6b1a1c1aa29471da1c42630b248c953 Command failed on smithi061 with status 1: 'sudo yum install -y kernel' [7240179] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/multimds_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240179/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240179/ sentry: https://sentry.ceph.com/organizations/ceph/?query=cafa9e5d15964fe4b9ba86210575acc1 Command failed on smithi157 with status 1: 'sudo yum install -y kernel' [7240180] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_trivial_sync}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240180/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240180/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fe3b52bd2c6a4516beb52d3289aabba6 Command failed on smithi139 with status 1: 'sudo yum upgrade -y linux- firmware' [7240181] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240181/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240181/ sentry: https://sentry.ceph.com/organizations/ceph/?query=508d9f35ee2a44408946a6f24f234f4a Command failed on smithi019 with status 1: 'sudo yum install -y kernel' [7240182] fs/bugs/client_trim_caps/{begin/{0-install 1-ceph 2-logrotate} centos_latest clusters/small-cluster conf/{client mds mon osd} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/trim-i24137} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240182/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240182/ sentry: https://sentry.ceph.com/organizations/ceph/?query=489d1b36cf2d445a96ae4bc7f523c6fc Command failed on smithi035 with status 1: 'sudo yum install -y kernel' [7240183] fs/cephadm/multivolume/{0-start 1-mount 2-workload/dbench distro/single-container-host} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240183/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240183/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e959184e5a584dfa9166f23b606c6842 Command failed on smithi138 with status 1: 'sudo yum install -y kernel' [7240184] fs/full/{begin/{0-install 1-ceph 2-logrotate} clusters/1-node-1-mds-1-osd conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mgr-osd-full} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240184/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240184/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9ee5a1ddc2e54422a30d454f3cebc63a Command failed on smithi143 with status 1: 'sudo yum install -y kernel' [7240185] fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{rhel_8} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240185/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240185/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4ec4d2701c964652b9eadf8d9c545042 Command failed on smithi040 with status 1: 'sudo yum install -y kernel' [7240186] fs/mirror/{begin/{0-install 1-ceph 2-logrotate} cephfs-mirror/one-per-cluster clients/{mirror} cluster/{1-node} mount/fuse objectstore/bluestore-bitmap overrides/{whitelist_health} supported-random-distros$/{centos_8} tasks/mirror} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240186/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240186/ sentry: https://sentry.ceph.com/organizations/ceph/?query=85561069250449ccb5c5a2cec56ddc4a Command failed on smithi181 with status 1: 'sudo yum install -y kernel' [7240187] fs/mirror-ha/{begin/{0-install 1-ceph 2-logrotate} cephfs-mirror/three-per-cluster clients/{mirror} cluster/{1-node} objectstore/bluestore-bitmap overrides/{whitelist_health} supported-random-distro$/{centos_8} workloads/cephfs-mirror-ha-workunit} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240187/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240187/ sentry: https://sentry.ceph.com/organizations/ceph/?query=840bfa15601445e5b55abc60b5be8222 Command failed on smithi038 with status 1: 'sudo yum install -y kernel' [7240188] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240188/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240188/ sentry: https://sentry.ceph.com/organizations/ceph/?query=60a638106cbf479db9857872e783b491 Command failed on smithi045 with status 1: 'sudo yum install -y kernel' [7240190] fs/valgrind/{begin/{0-install 1-ceph 2-logrotate} centos_latest debug mirror/{cephfs-mirror/one-per-cluster clients/mirror cluster/1-node mount/fuse overrides/whitelist_health tasks/mirror}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240190/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240190/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1512887c032f434898ab202e3c5da313 Command failed on smithi099 with status 1: 'sudo yum install -y kernel' [7240191] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/misc}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240191/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240191/ sentry: https://sentry.ceph.com/organizations/ceph/?query=992d8328d10c4d32afb8442c35c5141a Command failed on smithi203 with status 1: 'sudo yum install -y kernel' [7240192] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240192/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240192/ sentry: https://sentry.ceph.com/organizations/ceph/?query=91336e2d5c3a4f7fae33c369f7b9145d Command failed on smithi136 with status 1: 'sudo yum install -y kernel' [7240193] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse ms_mode/{legacy} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsync-tester} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240193/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240193/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a033bf8c285443fe8e62ebf64c68caff Command failed on smithi031 with status 1: 'sudo yum install -y kernel' [7240194] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mon 2-workunit/suites/pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240194/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240194/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a6cf82380cdd443d8771473cf46de5b4 Command failed on smithi093 with status 1: 'sudo yum install -y kernel' [7240195] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/testing/k-testing ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone} ----------------------------------------------------------------- time: 00:08:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240195/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240195/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f5af6468b08b4de2b62f3d8acc935d3a Failed to fetch package version from https://shaman.ceph.com/api/search/?st atus=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1 =da2c012b35edb23d1fe28f42ea781e018f43d2d4 [7240196] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240196/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240196/ sentry: https://sentry.ceph.com/organizations/ceph/?query=77d4f2dce6b44fe0bcf533435d104dc5 Command failed on smithi105 with status 1: 'sudo yum install -y kernel' [7240197] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/pool-perm} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240197/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240197/ sentry: https://sentry.ceph.com/organizations/ceph/?query=14239a238a07450283a9d45e4034a5f1 Command failed on smithi019 with status 1: 'sudo yum install -y kernel' [7240198] fs/upgrade/nofs/{bluestore-bitmap centos_latest conf/{client mds mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-octopus 1-upgrade}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240198/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240198/ sentry: https://sentry.ceph.com/organizations/ceph/?query=16033fcd522a4982a4a2c15cfd528be8 Command failed on smithi050 with status 1: 'sudo yum install -y kernel' [7240199] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/quota} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240199/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240199/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1e8d6c66779c4a358ba369d9403d271a Command failed on smithi154 with status 1: 'sudo yum install -y kernel' [7240200] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/recovery-fs} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240200/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240200/ sentry: https://sentry.ceph.com/organizations/ceph/?query=24160966a5cf42f49b49734be6ebc4f9 Command failed on smithi148 with status 1: 'sudo yum upgrade -y linux- firmware' [7240201] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/{legacy} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/yes standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240201/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240201/ sentry: https://sentry.ceph.com/organizations/ceph/?query=522991445d92461a988619c39836f0e3 Command failed on smithi064 with status 1: 'sudo yum install -y kernel' [7240202] fs/upgrade/upgraded_client/from_nautilus/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-nautilus 1-client-upgrade 2-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240202/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240202/ sentry: https://sentry.ceph.com/organizations/ceph/?query=8515f1a215cb4d3b9528e7ffea2cc6a4 Command failed on smithi102 with status 1: 'sudo yum install -y kernel' [7240203] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/scrub} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240203/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240203/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6faebb9a10e64e5586140b02e16da984 Command failed on smithi059 with status 1: 'sudo yum install -y kernel' [7240204] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240204/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240204/ sentry: https://sentry.ceph.com/organizations/ceph/?query=63b44fa57fb64cbab4ec84d89597d297 Command failed on smithi135 with status 1: 'sudo yum install -y kernel' [7240205] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/sessionmap} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240205/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240205/ sentry: https://sentry.ceph.com/organizations/ceph/?query=64a73a4112db45cbbe6206d849313a1a Command failed on smithi195 with status 1: 'sudo yum install -y kernel' [7240206] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/ffsb}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240206/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240206/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6010087a65db49fda531eb950d64815f Command failed on smithi093 with status 1: 'sudo yum install -y kernel' [7240207] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240207/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240207/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6d50a5635af544c08a55b78f2268ab3d Command failed on smithi123 with status 1: 'sudo yum install -y kernel' [7240208] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240208/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240208/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ff18268dd23846448ce8e6b30380f932 Command failed on smithi057 with status 1: 'sudo yum install -y kernel' [7240209] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/{crc} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/no standby-replay tasks/{0-check-counter workunit/suites/iogen} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240209/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240209/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7f068ecbf5474e8cb5e6464b6f1d88c7 Command failed on smithi066 with status 1: 'sudo yum upgrade -y linux- firmware' [7240210] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap-schedule} ----------------------------------------------------------------- time: 00:50:35 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240210/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240210/ "2023-04-13T04:05:01.102920+0000 mon.a (mon.0) 1322 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log [7240211] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240211/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240211/ sentry: https://sentry.ceph.com/organizations/ceph/?query=03ca616ab8fb4678a0793de0e6ad1084 Command failed on smithi159 with status 1: 'sudo yum install -y kernel' [7240212] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/suites/fsstress}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240212/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240212/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d1b7a004c83c4674890b94d155f8b16c Command failed on smithi027 with status 1: 'sudo yum install -y kernel' [7240214] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240214/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240214/ sentry: https://sentry.ceph.com/organizations/ceph/?query=0394857614a746f4adf266e76af618ca Command failed on smithi157 with status 1: 'sudo yum install -y kernel' [7240215] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240215/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240215/ sentry: https://sentry.ceph.com/organizations/ceph/?query=3a6fc8a0da314880a296bba1c51749d8 Command failed on smithi143 with status 1: 'sudo yum install -y kernel' [7240216] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/snapshot}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240216/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240216/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e045831f5ac34e61b0615be6ba5f999e Command failed on smithi064 with status 1: 'sudo yum install -y kernel' [7240217] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap_schedule_snapdir} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240217/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240217/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fa8e429a65d14470978e205b88e9e98e Command failed on smithi059 with status 1: 'sudo yum install -y kernel' [7240218] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snapshots} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240218/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240218/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4c73a471bb034921b7ae3b88ca07f52d Command failed on smithi053 with status 1: 'sudo yum install -y kernel' [7240219] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mon 2-workunit/fs/trivial_sync}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240219/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240219/ sentry: https://sentry.ceph.com/organizations/ceph/?query=5707224fea2d47b1bb7bdc80194fca8f Command failed on smithi060 with status 1: 'sudo yum upgrade -y linux- firmware' [7240220] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240220/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240220/ sentry: https://sentry.ceph.com/organizations/ceph/?query=59bafd25263c4e19ad792e8d7ce6574a Command failed on smithi031 with status 1: 'sudo yum install -y kernel' [7240221] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse ms_mode/{crc} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iozone} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240221/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240221/ sentry: https://sentry.ceph.com/organizations/ceph/?query=39423227026a491ea0c20523ad4c21c4 Command failed on smithi142 with status 1: 'sudo yum install -y kernel' [7240222] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240222/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240222/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d57895e7fb224a498888a1fa19ad0581 Command failed on smithi129 with status 1: 'sudo yum install -y kernel' [7240223] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_ffsb traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240223/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240223/ sentry: https://sentry.ceph.com/organizations/ceph/?query=74724cb7fa654e8e85484cd5d7a5748c Command failed on smithi137 with status 1: 'sudo yum install -y kernel' [7240224] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/iozone}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240224/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240224/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ab0a5437fd0f469e8c9423be5b37b3ee Command failed on smithi177 with status 1: 'sudo yum install -y kernel' [7240225] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/pacific}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240225/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240225/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ee43ae997ed0402c805515c0ad51b010 Command failed on smithi181 with status 1: 'sudo yum install -y kernel' [7240226] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/test_journal_migration} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240226/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240226/ sentry: https://sentry.ceph.com/organizations/ceph/?query=5891a8aa13b04e4d91271bb67e5e4c24 Command failed on smithi118 with status 1: 'sudo yum install -y kernel' [7240227] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240227/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240227/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fe2f96f67e4348c4b689c79b643e6892 Command failed on smithi038 with status 1: 'sudo yum install -y kernel' [7240228] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/truncate_delay} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240228/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240228/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6fdca71728b748fdb1fea2b8f5f9d57d Command failed on smithi099 with status 1: 'sudo yum install -y kernel' [7240229] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/{secure} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/no standby-replay tasks/{0-check-counter workunit/suites/pjd} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240229/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240229/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a3d82759f1224c0a95d7d18aaae66e63 Command failed on smithi136 with status 1: 'sudo yum install -y kernel' [7240230] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240230/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240230/ sentry: https://sentry.ceph.com/organizations/ceph/?query=5f93c72fda134ee3b9de89159916693e Command failed on smithi202 with status 1: 'sudo yum install -y kernel' [7240231] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/suites/pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240231/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240231/ sentry: https://sentry.ceph.com/organizations/ceph/?query=db6d87029a9947e9a463b7d8467f0157 Command failed on smithi027 with status 1: 'sudo yum install -y kernel' [7240232] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240232/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240232/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a4738499bb274682bd3548afc71d109d Command failed on smithi154 with status 1: 'sudo yum install -y kernel' [7240233] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/quota} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240233/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240233/ sentry: https://sentry.ceph.com/organizations/ceph/?query=0ab36aab34924f6ba062add51e824175 Command failed on smithi064 with status 1: 'sudo yum install -y kernel' [7240234] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/acls} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240234/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240234/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ef417e05d42b4080a1f1c3159f7ce25d Command failed on smithi059 with status 1: 'sudo yum install -y kernel' [7240235] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/failover} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240235/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240235/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a6bc29e95b094a9082923b0cdff92f04 Command failed on smithi047 with status 1: 'sudo yum upgrade -y linux- firmware' [7240236] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/3 tasks/fsstress validater/valgrind} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240236/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240236/ sentry: https://sentry.ceph.com/organizations/ceph/?query=83b007aade5d412cbb854aa838bff81e Command failed on smithi142 with status 1: 'sudo yum install -y kernel' [7240237] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240237/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240237/ sentry: https://sentry.ceph.com/organizations/ceph/?query=3d75c4f05ad74d39b074e4395e05a38c Command failed on smithi148 with status 1: 'sudo yum upgrade -y linux- firmware' [7240238] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/{crc} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/yes standby-replay tasks/{0-check-counter workunit/direct_io} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240238/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240238/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7759db4bc2514892a3c6ebaa9a598d04 Command failed on smithi057 with status 1: 'sudo yum install -y kernel' [7240239] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240239/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240239/ sentry: https://sentry.ceph.com/organizations/ceph/?query=28c3846fa3cb45e39ae5c422ad793877 Command failed on smithi050 with status 1: 'sudo yum install -y kernel' [7240240] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/admin} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240240/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240240/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e326522a48dd49c299fbe57ffa3c8c41 Command failed on smithi110 with status 1: 'sudo yum upgrade -y linux- firmware' [7240241] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/fs/snaps}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240241/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240241/ sentry: https://sentry.ceph.com/organizations/ceph/?query=75164ab5630c46e88f231361eb716407 Command failed on smithi176 with status 1: 'sudo yum install -y kernel' [7240242] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240242/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240242/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d2c29eba207748ca888eadc85e4ae43d Command failed on smithi038 with status 1: 'sudo yum install -y kernel' [7240243] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240243/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240243/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a99fd038f97d45e489768a954d818c76 Command failed on smithi102 with status 1: 'sudo yum install -y kernel' [7240244] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/alternate-pool} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240244/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240244/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2961e20eb8474cffaa5ad9954a27d531 Command failed on smithi045 with status 1: 'sudo yum install -y kernel' [7240245] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240245/ log: http://qa-proxy.ceph.com/teuthology/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240245/ sentry: https://sentry.ceph.com/organizations/ceph/?query=3d14d6b6c65b4415b179842f9f0f63a8 Command failed on smithi175 with status 1: 'sudo yum install -y kernel' Pass ================================================================= [7240189] fs/shell/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cephfs-shell} time: 00:36:02 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240189/ [7240213] fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file} time: 00:12:17 info: http://pulpito.ceph.com/pdonnell-2023-04-13_02:04:14-fs-wip-pdonnell-testing-20230411.193228-quincy-distro-default-smithi/7240213/