2023-04-12T14:18:56.792 INFO:root:teuthology version: 0.0.1.dev96+g8d156ae 2023-04-12T14:18:56.794 INFO:teuthology.results:subset: '111/12000' 2023-04-12T14:18:56.794 INFO:teuthology.results:seed: '6572' 2023-04-12T16:49:48.035 INFO:root:teuthology version: 0.0.1.dev96+g8d156ae 2023-04-12T16:49:48.063 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2023-04-12T18:43:57.736 INFO:teuthology.results:Tests finished! gathering results... 2023-04-12T18:44:11.886 INFO:scrape:Found 172 jobs 2023-04-12T18:44:20.197 INFO:scrape:Found 3 distinct failure reasons 2023-04-12T18:44:20.198 INFO:scrape:Failure: Command failed on smithi115 with status 1: 'sudo yum install -y kernel' 2023-04-12T18:44:20.199 INFO:scrape:116 jobs 2023-04-12T18:44:20.200 INFO:scrape:suites intersection: [] 2023-04-12T18:44:20.201 INFO:scrape:suites union: ['1-client', '1-client-upgrade', '1-mount', '1-ranks/1', '1-ranks/2', '1-upgrade}}', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-client-sanity}}', '2-upgrade', '2-workload/dbench', '2-workunit/cfuse_workunit_snaptests}}', '2-workunit/cfuse_workunit_suites_fsstress}}', '2-workunit/cfuse_workunit_suites_pjd}}', '2-workunit/cfuse_workunit_trivial_sync}}', '2-workunit/ffsb}}', '2-workunit/fs/snaps}}', '2-workunit/fs/trivial_sync}}', '2-workunit/iozone}}', '2-workunit/suites/ffsb}}', '2-workunit/suites/fsstress}}', '2-workunit/suites/iozone}}', '2-workunit/suites/pjd}}', '3-client-upgrade', '3-compat_client/no}}', '3-compat_client/pacific}}', '3-inline/no', '3-inline/yes', '3-upgrade-with-workload', '4-compat_client', '4-verify}', '4-verify}}', '5-client-sanity}}', 'centos_8.stream_container_tools', 'centos_latest', 'cephfs-mirror/one-per-cluster', 'clients/mirror', 'clients/{mirror}', 'cluster/1-node', 'cluster/{1-node}', 'clusters/1-mds-1-client-coloc', 'clusters/1-mds-2-client-micro', 'clusters/1-node-1-mds-1-osd', 'clusters/1a11s-mds-1c-client-3node', 'clusters/1a3s-mds-1c-client', 'clusters/1a3s-mds-2c-client', 'clusters/1a3s-mds-4c-client', 'clusters/1a5s-mds-1c-client', 'clusters/fixed-2-ucephfs', 'clusters/small-cluster', 'clusters/{1-mds-1-client-micro}', 'conf/{client', 'debug', 'distro/centos_latest}', 'distro/{centos_8}', 'distro/{rhel_8}', 'distro/{ubuntu_latest}', 'fs/32bits/{begin', 'fs/bugs/client_trim_caps/{begin', 'fs/cephadm/multivolume/{0-start', 'fs/full/{begin', 'fs/functional/{begin', 'fs/libcephfs/{begin', 'fs/mirror/{begin', 'fs/mixed-clients/{begin', 'fs/multifs/{begin', 'fs/permission/{begin', 'fs/snaps/{begin', 'fs/thrash/multifs/{begin', 'fs/thrash/workloads/{begin', 'fs/top/{begin', 'fs/traceless/{begin', 'fs/upgrade/featureful_client/old_client/{bluestore-bitmap', 'fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap', 'fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap', 'fs/upgrade/nofs/{bluestore-bitmap', 'fs/upgrade/upgraded_client/from_nautilus/{bluestore-bitmap', 'fs/valgrind/{begin', 'fs/verify/{begin', 'fs/volumes/{begin', 'fs/workload/{begin', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'ignorelist_wrongly_marked_down}', 'k-testing}', 'kclient-overrides/{distro/stock/{k-stock', 'kclient-overrides/{distro/testing/{flavor/centos_latest', 'mds', 'mirror/{cephfs-mirror/one-per-cluster', 'mon', 'mon-debug', 'mon-debug}', 'mount', 'mount/fuse', 'mount/kclient/{k-testing', 'mount/kclient/{mount', 'ms-die-on-skipped}', 'ms-die-on-skipped}}', 'msgr-failures/none', 'msgr-failures/osd-mds-delay', 'multifs', 'multimds/no', 'multimds/yes', 'no-mds-cluster', 'no_client_pidfile}', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-ec-root', 'omap_limit/10', 'omap_limit/10000', 'osd-asserts', 'osd-asserts}', 'osd}', 'overrides', 'overrides/ignorelist_health', 'overrides/whitelist_health', 'overrides/{distro/stock/{k-stock', 'overrides/{distro/testing/{flavor/centos_latest', 'overrides/{faked-ino', 'overrides/{frag', 'overrides/{ignorelist_health', 'overrides/{whitelist_health}', 'pg-warn}', 'prefetch_dirfrags/no', 'prefetch_dirfrags/yes', 'races', 'ranks/1', 'ranks/3', 'ranks/5', 'rhel_8}', 'roles', 'scrub/no', 'scrub/yes', 'session_timeout', 'session_timeout}', 'standby-replay', 'supported-random-distros$/{centos_8}', 'tasks/acls}', 'tasks/admin}', 'tasks/asok_dump_tree}', 'tasks/auto-repair}', 'tasks/backtrace}', 'tasks/cfuse_workunit_misc}', 'tasks/cfuse_workunit_suites_blogbench', 'tasks/cfuse_workunit_suites_ffsb', 'tasks/cfuse_workunit_suites_fsstress', 'tasks/cfuse_workunit_suites_fsstress}', 'tasks/cfuse_workunit_suites_pjd}', 'tasks/client-limits}', 'tasks/client-readahead}', 'tasks/client-recovery}', 'tasks/data-scan}', 'tasks/dbench', 'tasks/exports}', 'tasks/failover}', 'tasks/forward-scrub}', 'tasks/fsstress', 'tasks/fstop}', 'tasks/ino_release_cb}', 'tasks/kernel_cfuse_workunits_dbench_iozone}', 'tasks/kernel_cfuse_workunits_untarbuild_blogbench}', 'tasks/libcephfs/{frag', 'tasks/mds-flush}', 'tasks/mds-full}', 'tasks/metrics}', 'tasks/mgr-osd-full}', 'tasks/mirror}', 'tasks/mirror}}', 'tasks/multifs-auth}', 'tasks/multimds_misc}', 'tasks/openfiletable}', 'tasks/quota}', 'tasks/recovery-fs}', 'tasks/scrub}', 'tasks/snap-schedule}', 'tasks/snap_schedule_snapdir}', 'tasks/snapshots}', 'tasks/strays}', 'tasks/test_journal_migration}', 'tasks/trim-i24137}', 'tasks/truncate_delay}', 'tasks/volume-client}', 'tasks/volumes/{overrides', 'tasks/workunit/quota}', 'tasks/workunit/snaps}', 'tasks/{0-check-counter', 'tasks/{0-from/v16.2.4', 'tasks/{0-nautilus', 'tasks/{0-octopus', 'tasks/{1-thrash/mds', 'tasks/{1-thrash/mon', 'tasks/{1-thrash/osd', 'test/basic}}', 'test/clone}}', 'test/snapshot}}', 'test}}', 'thrashosds-health}', 'traceless/50pc}', 'validater/lockdep}', 'validater/valgrind}', 'workunit/direct_io}', 'workunit/fs/misc}', 'workunit/fs/norstats}', 'workunit/fs/test_o_trunc}', 'workunit/kernel_untar_build}', 'workunit/suites/ffsb}', 'workunit/suites/fsx}', 'workunit/suites/fsync-tester}', 'workunit/suites/iogen}', 'workunit/suites/iozone}', 'wsync/{no}}', 'wsync/{yes}}'] 2023-04-12T18:44:20.201 INFO:scrape: 2023-04-12T18:44:20.202 INFO:scrape:Failure: more than one file system available 2023-04-12T18:44:20.202 INFO:scrape:7 jobs: ['7240017', '7239976', '7239946', '7240031', '7239886', '7239937', '7239878'] 2023-04-12T18:44:20.202 INFO:scrape:suites intersection: ['clusters/1a3s-mds-2c-client', 'conf/{client', 'fs/thrash/multifs/{begin', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'multifs', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{frag', 'session_timeout', 'thrashosds-health}'] 2023-04-12T18:44:20.203 INFO:scrape:suites union: ['2-workunit/cfuse_workunit_snaptests}}', '2-workunit/cfuse_workunit_suites_fsstress}}', '2-workunit/cfuse_workunit_trivial_sync}}', '2-workunit/ffsb}}', '2-workunit/iozone}}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{centos_8}', 'distro/{ubuntu_latest}', 'fs/thrash/multifs/{begin', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'k-testing}', 'mds', 'mon', 'mount/fuse', 'mount/kclient/{mount', 'ms-die-on-skipped}}', 'msgr-failures/none', 'msgr-failures/osd-mds-delay', 'multifs', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/testing/{flavor/ubuntu_latest', 'overrides/{frag', 'session_timeout', 'tasks/{1-thrash/mds', 'tasks/{1-thrash/mon', 'thrashosds-health}'] 2023-04-12T18:44:20.203 INFO:scrape: 2023-04-12T18:44:20.203 INFO:scrape:Failure: Command failed (workunit test fs/snaps/snaptest-git-ceph.sh) on smithi049 with status 128: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=11a8d8fb200ab47b60b0326b5f6746c1ea406441 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/snaps/snaptest-git-ceph.sh' 2023-04-12T18:44:20.204 INFO:scrape:1 jobs: ['7240003'] 2023-04-12T18:44:20.204 INFO:scrape:suites: ['2-workunit/fs/snaps}}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{centos_8}', 'fs/thrash/workloads/{begin', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'k-testing}', 'mds', 'mon', 'mount/kclient/{mount', 'ms-die-on-skipped}}', 'msgr-failures/osd-mds-delay', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{distro/testing/{flavor/ubuntu_latest', 'overrides/{frag', 'prefetch_dirfrags/no', 'races', 'ranks/1', 'session_timeout', 'tasks/{1-thrash/mds', 'thrashosds-health}'] 2023-04-12T18:44:20.204 INFO:scrape: 2023-04-12T18:44:20.213 INFO:teuthology.results:Sending results to yweinste@redhat.com: Test Run: yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi ================================================================= info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/ logs: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/ failed: 124 dead: 0 running: 0 waiting: 0 queued: 0 passed: 48 Fail ================================================================= [7239876] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/pacific}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239876/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239876/ sentry: https://sentry.ceph.com/organizations/ceph/?query=36e581bd42c14bf8b7b0dc7bb7673ef5 Command failed on smithi049 with status 1: 'sudo yum install -y kernel' [7239878] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/ffsb}} ----------------------------------------------------------------- time: 00:16:33 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239878/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239878/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9d9f9261b5dc4e3c86fc54c6a6c31bd2 more than one file system available [7239879] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap_schedule_snapdir} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239879/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239879/ sentry: https://sentry.ceph.com/organizations/ceph/?query=55ce4be5e7d9494787632f2b837b43e6 Command failed on smithi154 with status 1: 'sudo yum upgrade -y linux- firmware' [7239881] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mds 2-workunit/suites/ffsb}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239881/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239881/ sentry: https://sentry.ceph.com/organizations/ceph/?query=23860443ab4047f9b4d9f45f219e306a Command failed on smithi107 with status 1: 'sudo yum install -y kernel' [7239882] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239882/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239882/ sentry: https://sentry.ceph.com/organizations/ceph/?query=788e02507fca4b9db8c07b25e620a7b6 Command failed on smithi184 with status 1: 'sudo yum install -y kernel' [7239884] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/strays} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239884/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239884/ sentry: https://sentry.ceph.com/organizations/ceph/?query=079dac43b3194d0a9d46ea425e34197c Command failed on smithi031 with status 1: 'sudo yum install -y kernel' [7239885] fs/verify/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/1 tasks/dbench validater/valgrind} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239885/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239885/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f5cf04fe65ca496d80fc8c4e81b9ff39 Command failed on smithi171 with status 1: 'sudo yum install -y kernel' [7239886] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/iozone}} ----------------------------------------------------------------- time: 00:14:40 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239886/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239886/ sentry: https://sentry.ceph.com/organizations/ceph/?query=da500fd3fc744e3082c4047c19d36442 more than one file system available [7239887] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/test_journal_migration} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239887/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239887/ sentry: https://sentry.ceph.com/organizations/ceph/?query=70912fd0428744728c3edafab54d8972 Command failed on smithi078 with status 1: 'sudo yum install -y kernel' [7239888] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mon 2-workunit/suites/fsstress}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239888/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239888/ sentry: https://sentry.ceph.com/organizations/ceph/?query=63fbfbac71c140eabfb51884f815d0d8 Command failed on smithi107 with status 1: 'sudo yum upgrade -y linux- firmware' [7239889] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239889/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239889/ sentry: https://sentry.ceph.com/organizations/ceph/?query=261a047da59e477fbcd68a220f1c404e Command failed on smithi114 with status 1: 'sudo yum install -y kernel' [7239890] fs/bugs/client_trim_caps/{begin centos_latest clusters/small-cluster conf/{client mds mon osd} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/trim-i24137} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239890/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239890/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ee6a5b20156d4e25a6e18acfc2832bab Command failed on smithi123 with status 1: 'sudo yum install -y kernel' [7239891] fs/cephadm/multivolume/{0-start 1-mount 2-workload/dbench distro/centos_latest} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239891/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239891/ sentry: https://sentry.ceph.com/organizations/ceph/?query=051302a4aee34d13b1668c508acc29a6 Command failed on smithi129 with status 1: 'sudo yum install -y kernel' [7239892] fs/full/{begin clusters/1-node-1-mds-1-osd conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mgr-osd-full} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239892/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239892/ sentry: https://sentry.ceph.com/organizations/ceph/?query=0f12d72d5bb0488a9256b330eef000f9 Command failed on smithi002 with status 1: 'sudo yum install -y kernel' [7239894] fs/mirror/{begin cephfs-mirror/one-per-cluster clients/{mirror} cluster/{1-node} mount/fuse objectstore/bluestore-bitmap overrides/{whitelist_health} supported-random-distros$/{centos_8} tasks/mirror} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239894/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239894/ sentry: https://sentry.ceph.com/organizations/ceph/?query=cd3f86cacfab411ba81caa1ef3dfdb5d Command failed on smithi084 with status 1: 'sudo yum install -y kernel' [7239896] fs/mixed-clients/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239896/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239896/ sentry: https://sentry.ceph.com/organizations/ceph/?query=40aaa2d965ed43c38912845b2e3728eb Command failed on smithi145 with status 1: 'sudo yum install -y kernel' [7239898] fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239898/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239898/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d0d58e01fd5c468b9ef190661226c747 Command failed on smithi027 with status 1: 'sudo yum install -y kernel' [7239899] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239899/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239899/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2ac21f70f74942529e1545085fe39564 Command failed on smithi078 with status 1: 'sudo yum install -y kernel' [7239901] fs/snaps/{begin clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239901/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239901/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f05919a2a53349f1852e73ebbfe0d486 Command failed on smithi135 with status 1: 'sudo yum install -y kernel' [7239902] fs/top/{begin cluster/{1-node} mount/fuse objectstore/bluestore-bitmap overrides/ignorelist_health supported-random-distros$/{centos_8} tasks/fstop} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239902/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239902/ sentry: https://sentry.ceph.com/organizations/ceph/?query=13c4d09a879048228b970eb06ec172ba Command failed on smithi043 with status 1: 'sudo yum install -y kernel' [7239904] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239904/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239904/ sentry: https://sentry.ceph.com/organizations/ceph/?query=348e76b373de4a3f8af26777671697aa Command failed on smithi115 with status 1: 'sudo yum install -y kernel' [7239905] fs/valgrind/{begin centos_latest debug mirror/{cephfs-mirror/one-per-cluster clients/mirror cluster/1-node mount/fuse overrides/whitelist_health tasks/mirror}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239905/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239905/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4c8d0b6ae8f84dde8c1569cad9891393 Command failed on smithi049 with status 1: 'sudo yum install -y kernel' [7239907] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/truncate_delay} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239907/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239907/ sentry: https://sentry.ceph.com/organizations/ceph/?query=8f9912c80355489abfedd69660e9f444 Command failed on smithi090 with status 1: 'sudo yum upgrade -y linux- firmware' [7239908] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239908/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239908/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1e3173cecde84264a00ede9d69124dbe Command failed on smithi002 with status 1: 'sudo yum install -y kernel' [7239909] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_snaptests}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239909/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239909/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9c8d17f4eb25419b9c154dd7c26a14cf Command failed on smithi145 with status 1: 'sudo yum install -y kernel' [7239911] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/quota} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239911/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239911/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b2a07b7d8c58418fa312d8421ad4cb88 Command failed on smithi012 with status 1: 'sudo yum install -y kernel' [7239913] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239913/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239913/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b615adb67cab44b5a766c926738d6529 Command failed on smithi087 with status 1: 'sudo yum install -y kernel' [7239914] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/acls} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239914/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239914/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2f3c49957bb6431b8cf4ab0f7ddb8af0 Command failed on smithi176 with status 1: 'sudo yum install -y kernel' [7239915] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239915/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239915/ sentry: https://sentry.ceph.com/organizations/ceph/?query=acf5daa8cda34dbebd40283a7649c60e Command failed on smithi027 with status 1: 'sudo yum upgrade -y linux- firmware' [7239916] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_suites_fsstress}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239916/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239916/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1417ebfa2a7f4e22a8b6ce50d402f5dd Command failed on smithi137 with status 1: 'sudo yum install -y kernel' [7239917] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/admin} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239917/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239917/ sentry: https://sentry.ceph.com/organizations/ceph/?query=df1255abe12b4574874dd7c62e083133 Command failed on smithi191 with status 1: 'sudo yum upgrade -y linux- firmware' [7239918] fs/upgrade/nofs/{bluestore-bitmap centos_latest conf/{client mds mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-octopus 1-upgrade}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239918/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239918/ sentry: https://sentry.ceph.com/organizations/ceph/?query=08a9066312ce4518981f04a4dff90932 Command failed on smithi031 with status 1: 'sudo yum install -y kernel' [7239920] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239920/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239920/ sentry: https://sentry.ceph.com/organizations/ceph/?query=34d8aecff13f40809df63f5bbd78d1aa Command failed on smithi174 with status 1: 'sudo yum install -y kernel' [7239921] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239921/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239921/ sentry: https://sentry.ceph.com/organizations/ceph/?query=666d2e5e472f4182b688ef8042f3bf6a Command failed on smithi006 with status 1: 'sudo yum install -y kernel' [7239924] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_suites_pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239924/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239924/ sentry: https://sentry.ceph.com/organizations/ceph/?query=de3060350b674960bb3782429f64442e Command failed on smithi171 with status 1: 'sudo yum upgrade -y linux- firmware' [7239925] fs/volumes/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239925/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239925/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1967af312b53420fa227226f5d140346 Command failed on smithi173 with status 1: 'sudo yum install -y kernel' [7239926] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/asok_dump_tree} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239926/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239926/ sentry: https://sentry.ceph.com/organizations/ceph/?query=75ff2459ad0143339c36b2136f366d3c Command failed on smithi136 with status 1: 'sudo yum install -y kernel' [7239927] fs/verify/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/3 tasks/fsstress validater/lockdep} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239927/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239927/ sentry: https://sentry.ceph.com/organizations/ceph/?query=10ea577efd974c4b9e9eb964c42ebb29 Command failed on smithi107 with status 1: 'sudo yum upgrade -y linux- firmware' [7239928] fs/mixed-clients/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239928/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239928/ sentry: https://sentry.ceph.com/organizations/ceph/?query=265cf29e84174202a50097ceb6140eb0 Command failed on smithi038 with status 1: 'sudo yum upgrade -y linux- firmware' [7239930] fs/upgrade/upgraded_client/from_nautilus/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-nautilus 1-client-upgrade 2-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239930/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239930/ sentry: https://sentry.ceph.com/organizations/ceph/?query=21bacbdb09e049539b5101d1f9c0703a Command failed on smithi184 with status 1: 'sudo yum install -y kernel' [7239931] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/auto-repair} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239931/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239931/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4c35963f9e7b47958d1eee376c179345 Command failed on smithi129 with status 1: 'sudo yum install -y kernel' [7239932] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mon 2-workunit/suites/pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239932/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239932/ sentry: https://sentry.ceph.com/organizations/ceph/?query=dec2e47e7ae84a80a005ea60e8c5ec7b Command failed on smithi060 with status 1: 'sudo yum install -y kernel' [7239933] fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/failover} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239933/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239933/ sentry: https://sentry.ceph.com/organizations/ceph/?query=0856e7199e8a4f74873878d15e0614ba Command failed on smithi173 with status 1: 'sudo yum install -y kernel' [7239934] fs/snaps/{begin clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239934/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239934/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4b12fe41041346f7a0097018d46c54ba Command failed on smithi043 with status 1: 'sudo yum install -y kernel' [7239936] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/backtrace} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239936/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239936/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1fd1d061166747a0a72bdd27a724c73b Command failed on smithi143 with status 1: 'sudo yum upgrade -y linux- firmware' [7239937] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_trivial_sync}} ----------------------------------------------------------------- time: 00:16:31 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239937/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239937/ sentry: https://sentry.ceph.com/organizations/ceph/?query=254fca496aba4b11a95d0f4e84df194f more than one file system available [7239938] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/no standby-replay tasks/{0-check-counter workunit/direct_io} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239938/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239938/ sentry: https://sentry.ceph.com/organizations/ceph/?query=97e7c24a15da402882985a0ab40af013 Command failed on smithi115 with status 1: 'sudo yum install -y kernel' [7239941] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mon 2-workunit/fs/snaps}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239941/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239941/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1f7f45bc03d24c088f46d6626d6ef925 Command failed on smithi090 with status 1: 'sudo yum upgrade -y linux- firmware' [7239942] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239942/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239942/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e3be66d903b4456ba62a18290498497d Command failed on smithi193 with status 1: 'sudo yum install -y kernel' [7239943] fs/libcephfs/{begin clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{rhel_8} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/ino_release_cb} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239943/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239943/ sentry: https://sentry.ceph.com/organizations/ceph/?query=afbe2b0c68cb49ec8ec219b97d825b75 Command failed on smithi154 with status 1: 'sudo yum install -y kernel' [7239944] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239944/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239944/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d6f2c9074cad4bee9c1d97dc6dbff3e4 Command failed on smithi017 with status 1: 'sudo yum install -y kernel' [7239945] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-limits} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239945/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239945/ sentry: https://sentry.ceph.com/organizations/ceph/?query=8c3c5e172eb148bfb5db303459bf8e24 Command failed on smithi129 with status 1: 'sudo yum install -y kernel' [7239946] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/ffsb}} ----------------------------------------------------------------- time: 00:14:19 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239946/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239946/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c92bf0f5d8ea42f9b4ddf755d523dbd7 more than one file system available [7239947] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-readahead} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239947/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239947/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4dfa3f52afd044659708384936194a52 Command failed on smithi175 with status 1: 'sudo yum install -y kernel' [7239948] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239948/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239948/ sentry: https://sentry.ceph.com/organizations/ceph/?query=673c882c93fb44a8bed921fa1fff4d84 Command failed on smithi019 with status 1: 'sudo yum install -y kernel' [7239949] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239949/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239949/ sentry: https://sentry.ceph.com/organizations/ceph/?query=0ad67a38ac4549c68eec6da816b06923 Command failed on smithi089 with status 1: 'sudo yum install -y kernel' [7239950] fs/volumes/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/clone}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239950/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239950/ sentry: https://sentry.ceph.com/organizations/ceph/?query=985f939a15ac4ebca197b8626ec63071 Command failed on smithi150 with status 1: 'sudo yum upgrade -y linux- firmware' [7239951] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-recovery} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239951/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239951/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d16b642f4f474cd486e0203cbabbe2f6 Command failed on smithi084 with status 1: 'sudo yum upgrade -y linux- firmware' [7239956] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/iozone}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239956/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239956/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b7310f1a2962470abbe525da9b676d70 Command failed on smithi195 with status 1: 'sudo yum install -y kernel' [7239957] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239957/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239957/ sentry: https://sentry.ceph.com/organizations/ceph/?query=627b3761738041bfbe3fa517928c67f0 Command failed on smithi002 with status 1: 'sudo yum upgrade -y linux- firmware' [7239958] fs/verify/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/5 tasks/dbench validater/valgrind} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239958/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239958/ sentry: https://sentry.ceph.com/organizations/ceph/?query=cf24488a821640cc925c0df6599e4935 Command failed on smithi073 with status 1: 'sudo yum install -y kernel' [7239959] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239959/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239959/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2ba4eeabb03a43be93db0b0c5e4a1eeb Command failed on smithi162 with status 1: 'sudo yum install -y kernel' [7239960] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/data-scan} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239960/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239960/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7645c76d8e194e6f94973428c3cca4de Command failed on smithi174 with status 1: 'sudo yum install -y kernel' [7239962] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239962/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239962/ sentry: https://sentry.ceph.com/organizations/ceph/?query=07877c832a6543039708acf2175061ee Command failed on smithi187 with status 1: 'sudo yum install -y kernel' [7239963] fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239963/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239963/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d805f39147c345c7a9c06198f0e1c068 Command failed on smithi120 with status 1: 'sudo yum upgrade -y linux- firmware' [7239965] fs/snaps/{begin clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239965/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239965/ sentry: https://sentry.ceph.com/organizations/ceph/?query=739892eea7634b5aa18c9e91015bbde5 Command failed on smithi078 with status 1: 'sudo yum upgrade -y linux- firmware' [7239966] fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_ffsb traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239966/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239966/ sentry: https://sentry.ceph.com/organizations/ceph/?query=af4522a122ad4c6f9711cb0f30ca689b Command failed on smithi061 with status 1: 'sudo yum install -y kernel' [7239967] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/exports} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239967/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239967/ sentry: https://sentry.ceph.com/organizations/ceph/?query=839ba1a0f96740808f1b2a3038833c5c Command failed on smithi153 with status 1: 'sudo yum install -y kernel' [7239968] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_snaptests}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239968/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239968/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d2963dc5f1684f5394024b206392ab1e Command failed on smithi123 with status 1: 'sudo yum upgrade -y linux- firmware' [7239969] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/forward-scrub} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239969/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239969/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ff06c9cb95ac4404a4302d496bd9a72e Command failed on smithi144 with status 1: 'sudo yum upgrade -y linux- firmware' [7239971] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239971/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239971/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fe6d61ed1b2c4739a64a1e8d3d4b6510 Command failed on smithi035 with status 1: 'sudo yum install -y kernel' [7239973] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mon 2-workunit/fs/trivial_sync}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239973/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239973/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ecba43f81c90483a95b31dd9f2ed805b Command failed on smithi171 with status 1: 'sudo yum install -y kernel' [7239976] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_suites_fsstress}} ----------------------------------------------------------------- time: 00:16:35 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239976/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239976/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b45fe7143b29408c928779e9445d89b4 more than one file system available [7239977] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/pacific}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239977/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239977/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ec995f8fc2de4441b76d19afd5d62852 Command failed on smithi102 with status 1: 'sudo yum install -y kernel' [7239979] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds-flush} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239979/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239979/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a6a148acc42c4c91af16a405e1ff2f7c Command failed on smithi107 with status 1: 'sudo yum install -y kernel' [7239980] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/osd 2-workunit/suites/iozone}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239980/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239980/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c4926ac729094c268d97b2f4a8573afc Command failed on smithi060 with status 1: 'sudo yum upgrade -y linux- firmware' [7239982] fs/libcephfs/{begin clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{rhel_8} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/libcephfs/{frag test}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239982/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239982/ sentry: https://sentry.ceph.com/organizations/ceph/?query=bb8f461f94534d949d471d76038e01a6 Command failed on smithi161 with status 1: 'sudo yum install -y kernel' [7239983] fs/mixed-clients/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239983/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239983/ sentry: https://sentry.ceph.com/organizations/ceph/?query=8db650a3070642e28f855b786bf3b191 Command failed on smithi122 with status 1: 'sudo yum install -y kernel' [7239985] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239985/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239985/ sentry: https://sentry.ceph.com/organizations/ceph/?query=5511fa94807d4a2e82cf8b5ea0cf085f Command failed on smithi187 with status 1: 'sudo yum install -y kernel' [7239986] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds-full} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239986/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239986/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4c21c16bc6164eb3ae7d9c4231ad6353 Command failed on smithi089 with status 1: 'sudo yum upgrade -y linux- firmware' [7239987] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_suites_pjd}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239987/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239987/ sentry: https://sentry.ceph.com/organizations/ceph/?query=78995cc802f6498da5fe5331d39040f8 Command failed on smithi040 with status 1: 'sudo yum install -y kernel' [7239989] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239989/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239989/ sentry: https://sentry.ceph.com/organizations/ceph/?query=32bda7d4b0364b85a0f0554814f93e0d Command failed on smithi107 with status 1: 'sudo yum install -y kernel' [7239990] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239990/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239990/ sentry: https://sentry.ceph.com/organizations/ceph/?query=16138dddc5224b10a39955a8c6902c87 Command failed on smithi049 with status 1: 'sudo yum install -y kernel' [7239992] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/metrics} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239992/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239992/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2917d4435a47411198f3d30c22076270 Command failed on smithi122 with status 1: 'sudo yum install -y kernel' [7239996] fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239996/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239996/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1a85937b482d4e0396acdc1b7d58c4fe Command failed on smithi139 with status 1: 'sudo yum install -y kernel' [7239997] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/multimds_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239997/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239997/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e64d02a7452b4936b83255b3db5017aa Command failed on smithi012 with status 1: 'sudo yum install -y kernel' [7239998] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_trivial_sync}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239998/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239998/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b4479a2cf8434ae59e7ec7818ec92ef8 Command failed on smithi045 with status 1: 'sudo yum install -y kernel' [7239999] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239999/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239999/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fe5aa1fc74874931832ba11db9b2ee5a Command failed on smithi144 with status 1: 'sudo yum install -y kernel' [7240000] fs/volumes/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/snapshot}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240000/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240000/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9c9e3eb58871497da1ec2b26231a1e41 Command failed on smithi186 with status 1: 'sudo yum install -y kernel' [7240001] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/openfiletable} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240001/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240001/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a36105a1443148aba388cc4d9e3e32a7 Command failed on smithi191 with status 1: 'sudo yum upgrade -y linux- firmware' [7240002] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240002/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240002/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a7d5035d6f4d4b08a2b8bd18c01bfecb Command failed on smithi035 with status 1: 'sudo yum upgrade -y linux- firmware' [7240003] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/fs/snaps}} ----------------------------------------------------------------- time: 00:24:42 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240003/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240003/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f406d81f3b5740b69e87c502e37d80b6 Command failed (workunit test fs/snaps/snaptest-git-ceph.sh) on smithi049 with status 128: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=11a8d8fb200ab47b60b0326b5f6746c1ea406441 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/snaps/snaptest-git- ceph.sh' [7240004] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240004/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240004/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d15bbdf09776489e85d58ca2644e6fa4 Command failed on smithi099 with status 1: 'sudo yum install -y kernel' [7240007] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240007/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240007/ sentry: https://sentry.ceph.com/organizations/ceph/?query=db68633c62274794b3caed3cb578cd98 Command failed on smithi088 with status 1: 'sudo yum install -y kernel' [7240008] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/ffsb}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240008/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240008/ sentry: https://sentry.ceph.com/organizations/ceph/?query=38f1e060740a4a45bb5497d0bcf8bdc7 Command failed on smithi102 with status 1: 'sudo yum upgrade -y linux- firmware' [7240009] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/quota} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240009/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240009/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7ce265048af84e4b8222606d0e4a9745 Command failed on smithi061 with status 1: 'sudo yum install -y kernel' [7240010] fs/mixed-clients/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240010/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240010/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ec18a8053fe242b8a3d58100c2ceb069 Command failed on smithi026 with status 1: 'sudo yum upgrade -y linux- firmware' [7240013] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mon 2-workunit/suites/ffsb}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240013/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240013/ sentry: https://sentry.ceph.com/organizations/ceph/?query=07c274b58b014a84bb3de5e6f3735932 Command failed on smithi012 with status 1: 'sudo yum install -y kernel' [7240014] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/recovery-fs} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240014/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240014/ sentry: https://sentry.ceph.com/organizations/ceph/?query=02dbe86561c841a2b93e3fdf59726b2f Command failed on smithi149 with status 1: 'sudo yum install -y kernel' [7240015] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/scrub} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240015/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240015/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7ff8d66e6143488facfb2aee01156af7 Command failed on smithi073 with status 1: 'sudo yum upgrade -y linux- firmware' [7240016] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240016/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240016/ sentry: https://sentry.ceph.com/organizations/ceph/?query=310fa7209885481e9d3299f7462b23f1 Command failed on smithi135 with status 1: 'sudo yum install -y kernel' [7240017] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/iozone}} ----------------------------------------------------------------- time: 00:17:01 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240017/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240017/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b046767c1c2d48eab0a5db3158c47214 more than one file system available [7240019] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240019/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240019/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9ae8f726a69d48d79d620f08d6bed536 Command failed on smithi089 with status 1: 'sudo yum install -y kernel' [7240020] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/osd 2-workunit/suites/fsstress}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240020/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240020/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a4f29613dc0542e59b09c80ba69fe3eb Command failed on smithi040 with status 1: 'sudo yum install -y kernel' [7240021] fs/verify/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/3 tasks/dbench validater/lockdep} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240021/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240021/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f6a9223c5772473289c0f061e37c5196 Command failed on smithi150 with status 1: 'sudo yum install -y kernel' [7240022] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240022/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240022/ sentry: https://sentry.ceph.com/organizations/ceph/?query=5fcd77634f644a7fad86e920cc471f0d Command failed on smithi012 with status 1: 'sudo yum install -y kernel' [7240025] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240025/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240025/ sentry: https://sentry.ceph.com/organizations/ceph/?query=33e7a51565434700ac7e3982d9b94984 Command failed on smithi006 with status 1: 'sudo yum install -y kernel' [7240027] fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_blogbench traceless/50pc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240027/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240027/ sentry: https://sentry.ceph.com/organizations/ceph/?query=6b7dad0343c64f61923e46eb9ca127a5 Command failed on smithi144 with status 1: 'sudo yum install -y kernel' [7240028] fs/volumes/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volume-client} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240028/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240028/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a34db14e84c845859c71c1cc20c7e91f Command failed on smithi027 with status 1: 'sudo yum install -y kernel' [7240029] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap-schedule} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240029/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240029/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4954f1056d6c4379925577ad6fd2eba2 Command failed on smithi143 with status 1: 'sudo yum install -y kernel' [7240030] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240030/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240030/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7ab4035ae54f420cb1023654cdcb068b Command failed on smithi089 with status 1: 'sudo yum install -y kernel' [7240031] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_snaptests}} ----------------------------------------------------------------- time: 00:16:44 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240031/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240031/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4175d9f2e41246a5a1947bf57d2af4c4 more than one file system available [7240032] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap_schedule_snapdir} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240032/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240032/ sentry: https://sentry.ceph.com/organizations/ceph/?query=59b24dbc1b5741e29b7dd1222981b858 Command failed on smithi145 with status 1: 'sudo yum install -y kernel' [7240033] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/fs/trivial_sync}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240033/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240033/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b5e2059778e44823b60439f3eada6e3d Command failed on smithi012 with status 1: 'sudo yum upgrade -y linux- firmware' [7240034] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snapshots} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240034/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240034/ sentry: https://sentry.ceph.com/organizations/ceph/?query=bced8570f8c541aa8df2cb5d01e1e085 Command failed on smithi186 with status 1: 'sudo yum upgrade -y linux- firmware' [7240035] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester} wsync/{no}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240035/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240035/ sentry: https://sentry.ceph.com/organizations/ceph/?query=7ec68d239dd24866ab348a51a5dc6b33 Command failed on smithi045 with status 1: 'sudo yum install -y kernel' [7240036] fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240036/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240036/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b8a2101ee7a740b0b22796afa9cb32b4 Command failed on smithi078 with status 1: 'sudo yum install -y kernel' [7240040] fs/thrash/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_suites_fsstress}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240040/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240040/ sentry: https://sentry.ceph.com/organizations/ceph/?query=bb19f5c8eb2d4cc99b760a193438c0bd Command failed on smithi082 with status 1: 'sudo yum install -y kernel' [7240041] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/test_journal_migration} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240041/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240041/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9ca546e96366481da671b7507b777cdf Command failed on smithi088 with status 1: 'sudo yum install -y kernel' [7240043] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc} wsync/{yes}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240043/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240043/ sentry: https://sentry.ceph.com/organizations/ceph/?query=75f9380782e341a4b166d1f3b137d13b Command failed on smithi026 with status 1: 'sudo yum upgrade -y linux- firmware' [7240044] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240044/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240044/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a4360acb2ffc475f94bf0f0a827744b6 Command failed on smithi137 with status 1: 'sudo yum install -y kernel' [7240045] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240045/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240045/ sentry: https://sentry.ceph.com/organizations/ceph/?query=bb26985a270848dfbdf1a1832654b7f5 Command failed on smithi169 with status 1: 'sudo yum install -y kernel' [7240046] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/truncate_delay} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240046/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240046/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b388507198cf44a1802c368dc778baed Command failed on smithi143 with status 1: 'sudo yum install -y kernel' [7240047] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/pacific}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240047/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240047/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4602a5acbaca4efda327d2704ed01b1b Command failed on smithi174 with status 1: 'sudo yum install -y kernel' Pass ================================================================= [7239877] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester} wsync/{no}} time: 00:16:03 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239877/ [7239880] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snapshots} time: 00:26:51 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239880/ [7239883] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc} wsync/{no}} time: 00:21:52 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239883/ [7239893] fs/libcephfs/{begin clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{ubuntu_latest} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client} time: 00:11:44 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239893/ [7239895] fs/mirror-ha/{begin cephfs-mirror/three-per-cluster clients/{mirror} cluster/{1-node} objectstore/bluestore-bitmap overrides/{whitelist_health} supported-random-distro$/{ubuntu_latest} workloads/cephfs-mirror-ha-workunit} time: 02:38:12 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239895/ [7239897] fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cephfs_misc_tests} time: 00:47:52 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239897/ [7239900] fs/shell/{begin clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cephfs-shell} time: 00:37:32 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239900/ [7239903] fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_blogbench traceless/50pc} time: 00:20:49 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239903/ [7239906] fs/volumes/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volume-client} time: 00:31:28 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239906/ [7239910] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/dir-max-entries} time: 00:15:12 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239910/ [7239912] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/osd 2-workunit/fs/trivial_sync}} time: 00:14:24 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239912/ [7239919] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mds 2-workunit/suites/iozone}} time: 00:16:30 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239919/ [7239922] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/alternate-pool} time: 00:13:28 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239922/ [7239923] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/3 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd} wsync/{yes}} time: 00:17:37 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239923/ [7239929] fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file} time: 00:12:20 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239929/ [7239935] fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench traceless/50pc} time: 00:51:37 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239935/ [7239939] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cap-flush} time: 00:13:18 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239939/ [7239940] fs/upgrade/volumes/import-legacy/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-nautilus 1-client 2-upgrade 3-verify} ubuntu_18.04} time: 01:13:00 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239940/ [7239952] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/osd 2-workunit/suites/ffsb}} time: 00:39:46 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239952/ [7239953] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/damage} time: 00:27:57 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239953/ [7239954] fs/mixed-clients/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench} time: 00:32:18 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239954/ [7239955] fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/mdtest} time: 00:20:23 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239955/ [7239961] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mds 2-workunit/suites/fsstress}} time: 00:28:44 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239961/ [7239964] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} time: 00:14:58 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239964/ [7239970] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/5 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench} wsync/{no}} time: 00:28:06 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239970/ [7239972] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/fragment} time: 00:21:27 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239972/ [7239974] fs/volumes/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/misc}} time: 00:22:27 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239974/ [7239975] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/journal-repair} time: 00:18:21 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239975/ [7239978] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench} wsync/{yes}} time: 00:45:41 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239978/ [7239981] fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd} time: 00:14:19 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239981/ [7239984] fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cephfs_misc_tests} time: 00:48:09 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239984/ [7239988] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds_creation_retry} time: 00:15:25 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239988/ [7239991] fs/verify/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu/{latest overrides}} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/1 tasks/fsstress validater/valgrind} time: 01:41:49 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239991/ [7239993] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mds 2-workunit/suites/pjd}} time: 00:16:57 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239993/ [7239994] fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/failover} time: 00:50:50 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239994/ [7239995] fs/snaps/{begin clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} time: 01:02:36 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7239995/ [7240005] fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc} time: 00:13:48 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240005/ [7240006] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/pool-perm} time: 00:13:51 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240006/ [7240011] fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file} time: 00:11:26 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240011/ [7240012] fs/workload/{begin clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress} wsync/{no}} time: 00:18:45 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240012/ [7240018] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/sessionmap} time: 00:16:21 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240018/ [7240023] fs/libcephfs/{begin clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{ubuntu_latest} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/libcephfs_python} time: 00:11:32 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240023/ [7240024] fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} time: 00:24:47 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240024/ [7240026] fs/snaps/{begin clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} time: 00:40:05 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240026/ [7240037] fs/functional/{begin clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/strays} time: 00:31:16 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240037/ [7240038] fs/mixed-clients/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} kclient-overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone} time: 01:51:10 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240038/ [7240039] fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/mdtest} time: 00:14:11 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240039/ [7240042] fs/thrash/workloads/{begin clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mon 2-workunit/suites/iozone}} time: 00:16:20 info: http://pulpito.ceph.com/yuriw-2023-04-12_14:16:20-fs-wip-yuri4-testing-2023-04-11-1247-pacific-distro-default-smithi/7240042/