2023-06-21T05:45:02.719 INFO:root:teuthology version: 0.0.1.dev128+g076bbeb
2023-06-21T05:45:02.720 INFO:teuthology.results:subset: '230/1024'
2023-06-21T05:45:02.720 INFO:teuthology.results:seed: '7773'
2023-06-21T08:28:49.973 INFO:root:teuthology version: 0.0.1.dev128+g076bbeb
2023-06-21T08:28:49.997 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2023-06-21T20:28:51.790 WARNING:teuthology.results:test(s) did not finish before timeout of 43200 seconds
2023-06-21T20:29:09.007 INFO:scrape:Found 199 jobs
2023-06-21T20:29:24.652 INFO:scrape:Found 14 distinct failure reasons
2023-06-21T20:29:24.653 INFO:scrape:Failure: Command failed on smithi107 with status 1: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 885afe80-1002-11ee-9b2b-001a4aab830c -e sha1=71e75a6f53a28489617620cf14fafc7594bfdeba -- bash -c 'ceph orch ps'"
2023-06-21T20:29:24.653 INFO:scrape:6 jobs: ['7309467', '7309538', '7309494', '7309505', '7309424', '7309563']
2023-06-21T20:29:24.654 INFO:scrape:suites intersection: ['conf/{client', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'osd}']
2023-06-21T20:29:24.654 INFO:scrape:suites union: ['1-cephadm', '1-check-counter', '1-ranks/1', '1-ranks/2', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-logrotate}', '2-scrub/no', '3-inline/no', '3-inline/yes', '3-snaps/no', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-flush/yes', '4-verify}', '5-upgrade-with-workload', '5-workunit/suites/iogen}}', '6-verify}}', 'begin/{0-install', 'centos_8.stream_container_tools', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fail_fs/no', 'frag', 'fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'n/5', 'objectstore-ec/bluestore-comp', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{ignorelist_health', 'pg-warn', 'ranks/multi/{export-check', 'replication/default}', 'roles', 'session_timeout}', 'standby-replay', 'syntax}', 'tasks/{0-from/pacific', 'tasks/{0-subvolume/{no-subvolume}']
2023-06-21T20:29:24.655 INFO:scrape:
2023-06-21T20:29:24.655 INFO:scrape:Failure: Command failed on smithi097 with status 2: 'TESTDIR=/home/ubuntu/cephtest bash -s'
2023-06-21T20:29:24.655 INFO:scrape:19 jobs: ['7309575', '7309486', '7309534', '7309504', '7309566', '7309456', '7309586', '7309397', '7309559', '7309409', '7309475', '7309511', '7309416', '7309464', '7309426', '7309527', '7309516', '7309433', '7309478']
2023-06-21T20:29:24.656 INFO:scrape:suites intersection: ['2-logrotate}', 'conf/{client', 'mds', 'mon', 'osd}']
2023-06-21T20:29:24.656 INFO:scrape:suites union: ['1-ceph', '1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '2-scrub/yes', '3-snaps/no', '3-snaps/yes', '4-flush/no', '4-flush/yes', '5-workunit/direct_io}}', '5-workunit/fs/misc}}', '5-workunit/fs/norstats}}', '5-workunit/fs/test_o_trunc}}', '5-workunit/postgres}}', '5-workunit/suites/blogbench}}', '5-workunit/suites/dbench}}', '5-workunit/suites/ffsb}}', '5-workunit/suites/fsstress}}', '5-workunit/suites/fsx}}', '5-workunit/suites/fsync-tester}}', '5-workunit/suites/iozone}}', '5-workunit/suites/pjd}}', 'begin/{0-install', 'clusters/1-mds-2-client', 'clusters/1-mds-3-client', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'distros/ubuntu_latest', 'frag', 'fs/multiclient/{begin/{0-install', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount', 'mount/fuse', 'mount/kclient/{base/{mount-syntax/{v1}', 'mount/kclient/{base/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'n/3', 'n/5', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'omap_limit/10', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'ranks/1', 'ranks/multi/{export-check', 'replication/always}', 'replication/default}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/ior-shared-file}', 'tasks/mdtest}', 'tasks/{0-subvolume/{with-namespace-isolated-and-quota}', 'tasks/{0-subvolume/{with-namespace-isolated}', 'tasks/{0-subvolume/{with-no-extra-options}', 'tasks/{0-subvolume/{with-quota}', 'wsync/no}', 'wsync/yes}']
2023-06-21T20:29:24.656 INFO:scrape:
2023-06-21T20:29:24.657 INFO:scrape:Dead: b'2023-06-21T20:24:18.626 DEBUG:teuthology.exit:Finished running handlers'
2023-06-21T20:29:24.657 INFO:scrape:3 jobs: ['7309582', '7309404', '7309458']
2023-06-21T20:29:24.657 INFO:scrape:suites intersection: ['1-ceph', '2-logrotate}', 'conf/{client', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'osd}']
2023-06-21T20:29:24.658 INFO:scrape:suites union: ['1-ceph', '2-logrotate}', '2-workunit/cfuse_workunit_suites_pjd}}', '2-workunit/suites/fsstress}}', 'clusters/1a3s-mds-2c-client', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{rhel_8}', 'distro/{ubuntu/{latest', 'fs/mixed-clients/{begin/{0-install', 'fs/thrash/multifs/{begin/{0-install', 'fs/thrash/workloads/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'kclient-overrides/{distro/testing/k-testing', 'mds', 'mon', 'mount/fuse', 'ms-die-on-skipped}', 'msgr-failures/none', 'msgr-failures/osd-mds-delay', 'multifs', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore/bluestore-bitmap', 'osd-asserts}', 'osd}', 'overrides/{frag', 'overrides/{ignorelist_health', 'overrides}}', 'prefetch_dirfrags/yes', 'prefetch_entire_dirfrags/yes', 'races', 'ranks/3', 'session_timeout', 'tasks/kernel_cfuse_workunits_untarbuild_blogbench}', 'tasks/{1-thrash/mds', 'thrashosds-health}']
2023-06-21T20:29:24.658 INFO:scrape:
2023-06-21T20:29:24.658 INFO:scrape:Failure: Command failed on smithi131 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:71e75a6f53a28489617620cf14fafc7594bfdeba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39fb6834-0ffc-11ee-9b2b-001a4aab830c -- ceph mon dump -f json'
2023-06-21T20:29:24.658 INFO:scrape:1 jobs: ['7309440']
2023-06-21T20:29:24.659 INFO:scrape:suites: ['1-mount', '2-workload/dbench', 'distro/single-container-host}', 'fs/cephadm/multivolume/{0-start']
2023-06-21T20:29:24.659 INFO:scrape:
2023-06-21T20:29:24.659 INFO:scrape:Failure: Command failed (workunit test fs/quota/quota.sh) on smithi123 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && cd -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71e75a6f53a28489617620cf14fafc7594bfdeba TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="3" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.3 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.3 CEPH_MNT=/home/ubuntu/cephtest/mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.3/qa/workunits/fs/quota/quota.sh'
2023-06-21T20:29:24.660 INFO:scrape:2 jobs: ['7309561', '7309395']
2023-06-21T20:29:24.660 INFO:scrape:suites intersection: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'no_client_pidfile}', 'osd}', 'overrides/{ignorelist_health', 'tasks/workunit/quota}']
2023-06-21T20:29:24.660 INFO:scrape:suites union: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_8}', 'distro/{ubuntu_20.04}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/fuse', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'tasks/workunit/quota}']
2023-06-21T20:29:24.661 INFO:scrape:
2023-06-21T20:29:24.661 INFO:scrape:Failure: Test failure: test_disable_enable_human_readable_quota_values (tasks.cephfs.test_quota.TestQuota)
2023-06-21T20:29:24.661 INFO:scrape:1 jobs: ['7309506']
2023-06-21T20:29:24.661 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'tasks/quota}']
2023-06-21T20:29:24.662 INFO:scrape:
2023-06-21T20:29:24.662 INFO:scrape:Failure: Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev)
2023-06-21T20:29:24.662 INFO:scrape:1 jobs: ['7309560']
2023-06-21T20:29:24.663 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/xfstests-dev}']
2023-06-21T20:29:24.663 INFO:scrape:
2023-06-21T20:29:24.663 INFO:scrape:Failure: Test failure: test_fscrypt_encrypt (tasks.cephfs.test_fscrypt.TestFscrypt)
2023-06-21T20:29:24.663 INFO:scrape:1 jobs: ['7309574']
2023-06-21T20:29:24.664 INFO:scrape:suites: ['1-ceph', '1-tests/fscrypt-common}}', '2-logrotate}', 'bluestore-bitmap', 'clusters/1-mds-1-client', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/fscrypt/{begin/{0-install', 'ignorelist_health_more', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'pg-warn}', 'tasks/{0-client']
2023-06-21T20:29:24.664 INFO:scrape:
2023-06-21T20:29:24.664 INFO:scrape:Failure: Test failure: test_mirroring_init_failure_with_recovery (tasks.cephfs.test_mirroring.TestMirroring)
2023-06-21T20:29:24.665 INFO:scrape:1 jobs: ['7309451']
2023-06-21T20:29:24.665 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'centos_latest', 'clients/mirror', 'cluster/1-node', 'debug', 'fs/valgrind/{begin/{0-install', 'mirror/{cephfs-mirror/one-per-cluster', 'mount/fuse', 'overrides/whitelist_health', 'tasks/mirror}}']
2023-06-21T20:29:24.665 INFO:scrape:
2023-06-21T20:29:24.665 INFO:scrape:Failure: "2023-06-21T07:12:14.546291+0000 mon.a (mon.0) 778 : cluster [WRN] Health check failed: Degraded data redundancy: 6/326 objects degraded (1.840%), 1 pg degraded (PG_DEGRADED)" in cluster log
2023-06-21T20:29:24.666 INFO:scrape:2 jobs: ['7309460', '7309446']
2023-06-21T20:29:24.666 INFO:scrape:suites intersection: ['1-ceph', '2-logrotate}', 'conf/{client', 'distro/{ubuntu_latest}', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'osd}', 'overrides/{ignorelist_health']
2023-06-21T20:29:24.666 INFO:scrape:suites union: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/functional/{begin/{0-install', 'fs/multifs/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon-debug}', 'mount/fuse', 'no_client_pidfile}', 'objectstore-ec/bluestore-bitmap', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/exports}', 'tasks/multifs-auth}']
2023-06-21T20:29:24.667 INFO:scrape:
2023-06-21T20:29:24.667 INFO:scrape:Failure: Test failure: test_cephfs_mirror_cancel_sync (tasks.cephfs.test_mirroring.TestMirroring)
2023-06-21T20:29:24.667 INFO:scrape:1 jobs: ['7309443']
2023-06-21T20:29:24.667 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'cephfs-mirror/one-per-cluster', 'clients/{mirror}', 'cluster/{1-node}', 'fs/mirror/{begin/{0-install', 'mount/fuse', 'objectstore/bluestore-bitmap', 'overrides/{whitelist_health}', 'supported-random-distros$/{rhel_8}', 'tasks/mirror}']
2023-06-21T20:29:24.668 INFO:scrape:
2023-06-21T20:29:24.668 INFO:scrape:Failure: Command failed (workunit test fs/test_python.sh) on smithi125 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71e75a6f53a28489617620cf14fafc7594bfdeba TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_python.sh'
2023-06-21T20:29:24.668 INFO:scrape:1 jobs: ['7309393']
2023-06-21T20:29:24.669 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'clusters/1-mds-1-client-coloc', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/libcephfs/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/libcephfs_python}']
2023-06-21T20:29:24.669 INFO:scrape:
2023-06-21T20:29:24.669 INFO:scrape:Failure: reached maximum tries (51) after waiting for 300 seconds
2023-06-21T20:29:24.669 INFO:scrape:1 jobs: ['7309444']
2023-06-21T20:29:24.670 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'cephfs-mirror/three-per-cluster', 'clients/{mirror}', 'cluster/{1-node}', 'fs/mirror-ha/{begin/{0-install', 'objectstore/bluestore-bitmap', 'overrides/{whitelist_health}', 'supported-random-distro$/{rhel_8}', 'workloads/cephfs-mirror-ha-workunit}']
2023-06-21T20:29:24.670 INFO:scrape:
2023-06-21T20:29:24.670 INFO:scrape:Failure: Command failed (workunit test kernel_untar_build.sh) on smithi188 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71e75a6f53a28489617620cf14fafc7594bfdeba TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/kernel_untar_build.sh'
2023-06-21T20:29:24.671 INFO:scrape:1 jobs: ['7309484']
2023-06-21T20:29:24.671 INFO:scrape:suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{ubuntu/{latest', 'fs/mixed-clients/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'kclient-overrides/{distro/testing/k-testing', 'mds', 'mon', 'ms-die-on-skipped}', 'objectstore-ec/bluestore-comp', 'osd-asserts}', 'osd}', 'overrides/{ignorelist_health', 'overrides}}', 'tasks/kernel_cfuse_workunits_untarbuild_blogbench}']
2023-06-21T20:29:24.671 INFO:scrape:
2023-06-21T20:29:24.681 INFO:teuthology.results:Sending results to vshankar@redhat.com: Test Run: vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi
=================================================================
info:    http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/
logs:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/
failed:  38
dead:    3
running: 0
waiting: 0
queued:  0
passed:  158


Fail
=================================================================
[7309393]  fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{ubuntu_20.04} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/libcephfs_python}
-----------------------------------------------------------------
time:   00:16:28
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309393/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309393/
sentry: https://sentry.ceph.com/organizations/ceph/?query=410fff127296453eabba28e8f9a5bc66

    Command failed (workunit test fs/test_python.sh) on smithi125 with status
    1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=71e75a6f53a28489617620cf14fafc7594bfdeba
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0
    CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_python.sh'

[7309395]  fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/quota}
-----------------------------------------------------------------
time:   00:18:52
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309395/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309395/
sentry: https://sentry.ceph.com/organizations/ceph/?query=67f6b1bf2cc14c8a9048d9ccf002003e

    Command failed (workunit test fs/quota/quota.sh) on smithi158 with status
    1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && cd --
    /home/ubuntu/cephtest/mnt.3/client.3/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=71e75a6f53a28489617620cf14fafc7594bfdeba
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="3"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.3
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.3
    CEPH_MNT=/home/ubuntu/cephtest/mnt.3 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.3/qa/workunits/fs/quota/quota.sh'

[7309397]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/postgres}}
-----------------------------------------------------------------
time:   00:29:30
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309397/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309397/
sentry: https://sentry.ceph.com/organizations/ceph/?query=4c5864d55c354717942e76fb4c315bf3

    Command failed on smithi060 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309409]  fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/mdtest}
-----------------------------------------------------------------
time:   00:17:53
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309409/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309409/
sentry: https://sentry.ceph.com/organizations/ceph/?query=3ecc545c45334adc9861d769fa384d37

    Command failed on smithi141 with status 2: 'TESTDIR=/home/ubuntu/cephtest
    bash -s'

[7309416]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/suites/dbench}}
-----------------------------------------------------------------
time:   00:27:29
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309416/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309416/
sentry: https://sentry.ceph.com/organizations/ceph/?query=1076b29776a749e0ad0ce0805b84b8e6

    Command failed on smithi101 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309424]  fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
-----------------------------------------------------------------
time:   00:27:46
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309424/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309424/
sentry: https://sentry.ceph.com/organizations/ceph/?query=4072e5b82b80414b97fa2d070e1e1e9e

    Command failed on smithi029 with status 1: "sudo
    /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific
    shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid
    5a7d3286-0ffc-11ee-9b2b-001a4aab830c -e
    sha1=71e75a6f53a28489617620cf14fafc7594bfdeba -- bash -c 'ceph orch ps'"

[7309426]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/ffsb}}
-----------------------------------------------------------------
time:   00:22:53
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309426/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309426/
sentry: https://sentry.ceph.com/organizations/ceph/?query=a2cb2b0f3d0e4573876a665d1fbaf41f

    Command failed on smithi055 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309433]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/fs/norstats}}
-----------------------------------------------------------------
time:   00:27:58
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309433/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309433/
sentry: https://sentry.ceph.com/organizations/ceph/?query=781b1f3d1de241f085e9179e4719e24b

    Command failed on smithi084 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309440]  fs/cephadm/multivolume/{0-start 1-mount 2-workload/dbench distro/single-container-host}
-----------------------------------------------------------------
time:   00:18:30
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309440/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309440/
sentry: https://sentry.ceph.com/organizations/ceph/?query=954ad23abdc44c269df13d65580844bc

    Command failed on smithi131 with status 1: 'sudo
    /home/ubuntu/cephtest/cephadm --image quay-quay-
    quay.apps.os.sepia.ceph.com/ceph-
    ci/ceph:71e75a6f53a28489617620cf14fafc7594bfdeba shell -c
    /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid
    39fb6834-0ffc-11ee-9b2b-001a4aab830c -- ceph mon dump -f json'

[7309443]  fs/mirror/{begin/{0-install 1-ceph 2-logrotate} cephfs-mirror/one-per-cluster clients/{mirror} cluster/{1-node} mount/fuse objectstore/bluestore-bitmap overrides/{whitelist_health} supported-random-distros$/{rhel_8} tasks/mirror}
-----------------------------------------------------------------
time:   00:37:55
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309443/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309443/
sentry: https://sentry.ceph.com/organizations/ceph/?query=7f6e5f0961a7493791684c22cc7ec75c

    Test failure: test_cephfs_mirror_cancel_sync
    (tasks.cephfs.test_mirroring.TestMirroring)

[7309444]  fs/mirror-ha/{begin/{0-install 1-ceph 2-logrotate} cephfs-mirror/three-per-cluster clients/{mirror} cluster/{1-node} objectstore/bluestore-bitmap overrides/{whitelist_health} supported-random-distro$/{rhel_8} workloads/cephfs-mirror-ha-workunit}
-----------------------------------------------------------------
time:   00:37:10
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309444/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309444/

    reached maximum tries (51) after waiting for 300 seconds

[7309446]  fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth}
-----------------------------------------------------------------
time:   00:38:17
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309446/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309446/

    "2023-06-21T07:10:27.634062+0000 mon.a (mon.0) 1210 : cluster [WRN] Health
    check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in
    cluster log

[7309451]  fs/valgrind/{begin/{0-install 1-ceph 2-logrotate} centos_latest debug mirror/{cephfs-mirror/one-per-cluster clients/mirror cluster/1-node mount/fuse overrides/whitelist_health tasks/mirror}}
-----------------------------------------------------------------
time:   02:26:26
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309451/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309451/
sentry: https://sentry.ceph.com/organizations/ceph/?query=9168354c28634e0f9915da1720a1732b

    Test failure: test_mirroring_init_failure_with_recovery
    (tasks.cephfs.test_mirroring.TestMirroring)

[7309456]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/fsstress}}
-----------------------------------------------------------------
time:   00:28:13
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309456/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309456/
sentry: https://sentry.ceph.com/organizations/ceph/?query=dc70aeb5a84f4c24884d76a8d4d4a659

    Command failed on smithi081 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309460]  fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/exports}
-----------------------------------------------------------------
time:   00:50:33
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309460/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309460/

    "2023-06-21T07:12:14.546291+0000 mon.a (mon.0) 778 : cluster [WRN] Health
    check failed: Degraded data redundancy: 6/326 objects degraded (1.840%), 1
    pg degraded (PG_DEGRADED)" in cluster log

[7309464]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/suites/fsx}}
-----------------------------------------------------------------
time:   00:28:04
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309464/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309464/
sentry: https://sentry.ceph.com/organizations/ceph/?query=f7923b549fb549dab94b7afd1919ca27

    Command failed on smithi162 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309467]  fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
-----------------------------------------------------------------
time:   00:26:00
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309467/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309467/
sentry: https://sentry.ceph.com/organizations/ceph/?query=f75d3587c1214f73891132eb85196172

    Command failed on smithi107 with status 1: "sudo
    /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific
    shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid
    885afe80-1002-11ee-9b2b-001a4aab830c -e
    sha1=71e75a6f53a28489617620cf14fafc7594bfdeba -- bash -c 'ceph orch ps'"

[7309475]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/fsync-tester}}
-----------------------------------------------------------------
time:   00:22:33
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309475/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309475/
sentry: https://sentry.ceph.com/organizations/ceph/?query=d413b7ba1f1942f8ad503af4efd608a0

    Command failed on smithi060 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309478]  fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file}
-----------------------------------------------------------------
time:   00:15:59
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309478/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309478/
sentry: https://sentry.ceph.com/organizations/ceph/?query=74f8ed433bb34ba781a3a4948417d802

    Command failed on smithi196 with status 2: 'TESTDIR=/home/ubuntu/cephtest
    bash -s'

[7309484]  fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu/{latest overrides}} kclient-overrides/{distro/testing/k-testing ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench}
-----------------------------------------------------------------
time:   00:24:18
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309484/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309484/
sentry: https://sentry.ceph.com/organizations/ceph/?query=596714495d014ac58a97bc4d18ee51c5

    Command failed (workunit test kernel_untar_build.sh) on smithi188 with
    status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd --
    /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=71e75a6f53a28489617620cf14fafc7594bfdeba
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1
    CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.1/qa/workunits/kernel_untar_build.sh'

[7309486]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/fs/test_o_trunc}}
-----------------------------------------------------------------
time:   00:27:36
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309486/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309486/
sentry: https://sentry.ceph.com/organizations/ceph/?query=4a4fbd0b2a104d9d94ff3f75c42ba83b

    Command failed on smithi073 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309494]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/iogen}}
-----------------------------------------------------------------
time:   00:28:13
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309494/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309494/
sentry: https://sentry.ceph.com/organizations/ceph/?query=9c4cc9399e074d01936c02cb51b35fdb

    Command failed on smithi112 with status 1: 'sudo
    /home/ubuntu/cephtest/cephadm --image quay-quay-
    quay.apps.os.sepia.ceph.com/ceph-
    ci/ceph:71e75a6f53a28489617620cf14fafc7594bfdeba pull'

[7309504]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/suites/iozone}}
-----------------------------------------------------------------
time:   00:26:57
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309504/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309504/
sentry: https://sentry.ceph.com/organizations/ceph/?query=cf91472e7f1e4902a757df325951433d

    Command failed on smithi040 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309505]  fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
-----------------------------------------------------------------
time:   00:26:20
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309505/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309505/
sentry: https://sentry.ceph.com/organizations/ceph/?query=e424ea0253eb4a398b3fc1ea38a3d955

    Command failed on smithi045 with status 1: "sudo
    /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific
    shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid
    d34403d0-1005-11ee-9b2b-001a4aab830c -e
    sha1=71e75a6f53a28489617620cf14fafc7594bfdeba -- bash -c 'ceph orch ps'"

[7309506]  fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/quota}
-----------------------------------------------------------------
time:   00:19:21
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309506/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309506/
sentry: https://sentry.ceph.com/organizations/ceph/?query=0ca2f3c6c95c4528b2ef1a723f65004f

    Test failure: test_disable_enable_human_readable_quota_values
    (tasks.cephfs.test_quota.TestQuota)

[7309511]  fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/mdtest}
-----------------------------------------------------------------
time:   00:15:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309511/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309511/
sentry: https://sentry.ceph.com/organizations/ceph/?query=f410039b7255491caba0d81ac0379c76

    Command failed on smithi196 with status 2: 'TESTDIR=/home/ubuntu/cephtest
    bash -s'

[7309516]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/pjd}}
-----------------------------------------------------------------
time:   00:24:39
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309516/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309516/
sentry: https://sentry.ceph.com/organizations/ceph/?query=54bec7e8a6ae49ba8b9c7278ace75c09

    Command failed on smithi073 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309527]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/no 5-workunit/direct_io}}
-----------------------------------------------------------------
time:   00:25:52
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309527/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309527/
sentry: https://sentry.ceph.com/organizations/ceph/?query=cd518e146a97449b987120c05b217db4

    Command failed on smithi153 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309534]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/fs/misc}}
-----------------------------------------------------------------
time:   00:27:06
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309534/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309534/
sentry: https://sentry.ceph.com/organizations/ceph/?query=7e90074b0a634d148d3af71983094fb1

    Command failed on smithi139 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309538]  fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
-----------------------------------------------------------------
time:   00:18:35
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309538/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309538/
sentry: https://sentry.ceph.com/organizations/ceph/?query=80d1254a94484b7595fa0a5c7e85bc36

    Command failed on smithi062 with status 1: 'sudo
    /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific
    shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid
    6360bfcc-100a-11ee-9b2b-001a4aab830c -- ceph mon dump -f json'

[7309559]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/postgres}}
-----------------------------------------------------------------
time:   00:27:07
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309559/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309559/
sentry: https://sentry.ceph.com/organizations/ceph/?query=fa38ac5f03e14610840a5761660ae484

    Command failed on smithi026 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309560]  fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}
-----------------------------------------------------------------
time:   07:59:10
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309560/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309560/
sentry: https://sentry.ceph.com/organizations/ceph/?query=9a09328d11044357acf00c61c2982e1b

    Test failure: test_generic
    (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev)

[7309561]  fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/quota}
-----------------------------------------------------------------
time:   00:17:08
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309561/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309561/
sentry: https://sentry.ceph.com/organizations/ceph/?query=11672de164f545d68996f953b0226445

    Command failed (workunit test fs/quota/quota.sh) on smithi123 with status
    1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && cd --
    /home/ubuntu/cephtest/mnt.3/client.3/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=71e75a6f53a28489617620cf14fafc7594bfdeba
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="3"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.3
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.3
    CEPH_MNT=/home/ubuntu/cephtest/mnt.3 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.3/qa/workunits/fs/quota/quota.sh'

[7309563]  fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
-----------------------------------------------------------------
time:   00:26:44
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309563/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309563/
sentry: https://sentry.ceph.com/organizations/ceph/?query=67af3e2c9c664c24a460e42128e9b4a4

    Command failed on smithi038 with status 1: "sudo
    /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific
    shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid
    e7f584b4-100c-11ee-9b2b-001a4aab830c -e
    sha1=71e75a6f53a28489617620cf14fafc7594bfdeba -- bash -c 'ceph orch ps'"

[7309566]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/no 5-workunit/suites/blogbench}}
-----------------------------------------------------------------
time:   00:26:54
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309566/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309566/
sentry: https://sentry.ceph.com/organizations/ceph/?query=5c270e57c2624bf697fe085d5d2caf22

    Command failed on smithi029 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"

[7309574]  fs/fscrypt/{begin/{0-install 1-ceph 2-logrotate} bluestore-bitmap clusters/1-mds-1-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} overrides/{ignorelist_health ignorelist_health_more ignorelist_wrongly_marked_down pg-warn} tasks/{0-client 1-tests/fscrypt-common}}
-----------------------------------------------------------------
time:   02:18:31
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309574/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309574/
sentry: https://sentry.ceph.com/organizations/ceph/?query=f930c96642594f769eacbd1fd779472e

    Test failure: test_fscrypt_encrypt (tasks.cephfs.test_fscrypt.TestFscrypt)

[7309575]  fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file}
-----------------------------------------------------------------
time:   00:15:44
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309575/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309575/
sentry: https://sentry.ceph.com/organizations/ceph/?query=ccffd239f5ac492885587de511fe6889

    Command failed on smithi097 with status 2: 'TESTDIR=/home/ubuntu/cephtest
    bash -s'

[7309586]  fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/no 5-workunit/suites/ffsb}}
-----------------------------------------------------------------
time:   00:26:07
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309586/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309586/
sentry: https://sentry.ceph.com/organizations/ceph/?query=468fe79bceb24ea2ab8e382762dba707

    Command failed on smithi073 with status 22: "sudo adjust-ulimits ceph-
    coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster
    ceph fs subvolume create cephfs sv_0 ''"



Dead
=================================================================
[7309404]  fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu/{latest overrides}} kclient-overrides/{distro/testing/k-testing ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309404/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309404/

    hit max job timeout

[7309458]  fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mds 2-workunit/suites/fsstress}}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309458/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309458/

    hit max job timeout

[7309582]  fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_suites_pjd}}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309582/
log:    http://qa-proxy.ceph.com/teuthology/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309582/

    hit max job timeout



Pass
=================================================================
[7309392] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:18:58
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309392/

[7309394] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:19:23
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309394/

[7309396] fs/upgrade/upgraded_client/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/nautilus 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/blogbench}}}
time:   00:29:37
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309396/

[7309398] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/iozone}}
time:   00:25:54
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309398/

[7309399] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/acls}
time:   00:17:57
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309399/

[7309400] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/misc}}
time:   00:36:53
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309400/

[7309401] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
time:   00:32:41
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309401/

[7309402] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/osd 2-workunit/fs/trivial_sync}}
time:   00:21:24
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309402/

[7309403] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/admin}
time:   01:05:51
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309403/

[7309405] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_blogbench traceless/50pc}
time:   00:25:27
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309405/

[7309406] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/blogbench}}
time:   00:41:17
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309406/

[7309407] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_snaptests}}
time:   01:04:02
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309407/

[7309408] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/alternate-pool}
time:   00:19:22
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309408/

[7309410] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth}
time:   00:31:06
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309410/

[7309411] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps}
time:   00:54:54
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309411/

[7309412] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/suites/iozone}}
time:   00:19:24
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309412/

[7309413] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/asok_dump_tree}
time:   00:28:28
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309413/

[7309414] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
time:   00:27:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309414/

[7309415] fs/fscrypt/{begin/{0-install 1-ceph 2-logrotate} bluestore-bitmap clusters/1-mds-1-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} overrides/{ignorelist_health ignorelist_health_more ignorelist_wrongly_marked_down pg-warn} tasks/{0-client 1-tests/fscrypt-pjd}}
time:   00:23:06
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309415/

[7309417] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/auto-repair}
time:   00:16:53
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309417/

[7309418] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_suites_fsstress}}
time:   00:31:39
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309418/

[7309419] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress}
time:   00:20:33
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309419/

[7309420] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc}
time:   00:25:59
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309420/

[7309421] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/snapshot}}
time:   00:46:59
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309421/

[7309422] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/backtrace}
time:   00:20:39
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309422/

[7309423] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mon 2-workunit/suites/pjd}}
time:   00:24:14
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309423/

[7309425] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cap-flush}
time:   00:17:09
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309425/

[7309427] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_suites_pjd}}
time:   00:20:33
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309427/

[7309428] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/1 tasks/dbench validater/valgrind}
time:   01:04:42
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309428/

[7309429] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-limits}
time:   00:25:48
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309429/

[7309430] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mon 2-workunit/fs/snaps}}
time:   01:42:03
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309430/

[7309431] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}}
time:   00:30:36
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309431/

[7309432] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-readahead}
time:   00:18:48
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309432/

[7309434] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/osd 2-workunit/suites/ffsb}}
time:   00:35:33
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309434/

[7309435] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-recovery}
time:   00:47:36
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309435/

[7309436] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone}
time:   00:44:55
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309436/

[7309437] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench traceless/50pc}
time:   00:47:10
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309437/

[7309438] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress}
time:   00:23:01
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309438/

[7309439] fs/bugs/client_trim_caps/{begin/{0-install 1-ceph 2-logrotate} centos_latest clusters/small-cluster conf/{client mds mon osd} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/trim-i24137}
time:   00:17:32
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309439/

[7309441] fs/full/{begin/{0-install 1-ceph 2-logrotate} clusters/1-node-1-mds-1-osd conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mgr-osd-full}
time:   00:24:22
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309441/

[7309442] fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{ubuntu_latest} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client}
time:   00:17:09
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309442/

[7309445] fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cephfs_misc_tests}
time:   01:03:00
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309445/

[7309447] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc}
time:   00:18:42
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309447/

[7309448] fs/shell/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cephfs-shell}
time:   00:49:49
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309448/

[7309449] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps}
time:   01:11:16
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309449/

[7309450] fs/top/{begin/{0-install 1-ceph 2-logrotate} cluster/{1-node} mount/fuse objectstore/bluestore-bitmap overrides/ignorelist_health supported-random-distros$/{ubuntu_20.04} tasks/fstop}
time:   00:17:23
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309450/

[7309452] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}}
time:   02:03:03
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309452/

[7309453] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/damage}
time:   00:27:34
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309453/

[7309454] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_trivial_sync}}
time:   00:17:54
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309454/

[7309455] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
time:   00:33:03
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309455/

[7309457] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/data-scan}
time:   00:54:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309457/

[7309459] fs/upgrade/nofs/{bluestore-bitmap centos_latest conf/{client mds mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-pacific 1-upgrade}}
time:   00:20:30
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309459/

[7309461] fs/upgrade/upgraded_client/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/nautilus 1-mount/mount/fuse 2-workload/new_ops/{0-clients/fuse-upgrade 1-client-sanity}}}
time:   00:16:45
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309461/

[7309462] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/ffsb}}
time:   01:00:57
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309462/

[7309463] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/forward-scrub}
time:   00:17:55
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309463/

[7309465] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mon 2-workunit/fs/trivial_sync}}
time:   00:16:23
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309465/

[7309466] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/fragment}
time:   00:22:04
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309466/

[7309468] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/clone}}
time:   01:01:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309468/

[7309469] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/iozone}}
time:   00:18:58
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309469/

[7309470] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/journal-repair}
time:   00:29:52
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309470/

[7309471] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/3 tasks/fsstress validater/lockdep}
time:   00:22:03
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309471/

[7309472] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:20:24
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309472/

[7309473] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:20:32
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309473/

[7309474] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
time:   00:25:18
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309474/

[7309476] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds-flush}
time:   00:20:47
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309476/

[7309477] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/osd 2-workunit/suites/iozone}}
time:   00:19:53
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309477/

[7309479] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/failover}
time:   00:56:34
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309479/

[7309480] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps}
time:   00:48:25
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309480/

[7309481] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds-full}
time:   00:26:17
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309481/

[7309482] fs/upgrade/upgraded_client/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/pacific 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/fsstress}}}
time:   00:21:42
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309482/

[7309483] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mds 2-workunit/suites/pjd}}
time:   00:23:08
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309483/

[7309485] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_ffsb traceless/50pc}
time:   00:47:07
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309485/

[7309487] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mds_creation_retry}
time:   00:16:01
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309487/

[7309488] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}}
time:   00:33:07
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309488/

[7309489] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_snaptests}}
time:   01:12:24
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309489/

[7309490] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/metrics}
time:   00:34:57
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309490/

[7309491] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/emptystring}}
time:   00:19:12
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309491/

[7309492] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mds 2-workunit/fs/snaps}}
time:   02:23:04
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309492/

[7309493] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/multimds_misc}
time:   00:21:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309493/

[7309495] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress}
time:   00:19:57
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309495/

[7309496] fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{ubuntu_20.04} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/ino_release_cb}
time:   00:15:10
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309496/

[7309497] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc}
time:   00:17:54
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309497/

[7309498] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_suites_fsstress}}
time:   00:23:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309498/

[7309499] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/openfiletable}
time:   00:17:17
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309499/

[7309500] fs/fscrypt/{begin/{0-install 1-ceph 2-logrotate} bluestore-bitmap clusters/1-mds-1-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} overrides/{ignorelist_health ignorelist_health_more ignorelist_wrongly_marked_down pg-warn} tasks/{0-client 1-tests/fscrypt-ffsb}}
time:   02:09:00
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309500/

[7309501] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
time:   00:33:47
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309501/

[7309502] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mon 2-workunit/suites/ffsb}}
time:   00:41:10
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309502/

[7309503] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/pool-perm}
time:   00:14:29
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309503/

[7309507] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_suites_pjd}}
time:   00:19:45
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309507/

[7309508] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/5 tasks/dbench validater/valgrind}
time:   00:57:33
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309508/

[7309509] fs/upgrade/upgraded_client/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/nautilus 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/kernel_untar_build}}}
time:   01:38:27
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309509/

[7309510] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/recovery-fs}
time:   00:15:25
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309510/

[7309512] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth}
time:   00:32:28
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309512/

[7309513] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps}
time:   00:42:28
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309513/

[7309514] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/finisher_per_module}}
time:   00:16:36
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309514/

[7309515] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/osd 2-workunit/suites/fsstress}}
time:   00:22:40
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309515/

[7309517] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
time:   00:30:22
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309517/

[7309518] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/scrub}
time:   00:33:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309518/

[7309519] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu/{latest overrides}} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone}
time:   00:48:44
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309519/

[7309520] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress traceless/50pc}
time:   00:20:16
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309520/

[7309521] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_trivial_sync}}
time:   00:25:06
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309521/

[7309522] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:19:58
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309522/

[7309523] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:20:10
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309523/

[7309524] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/sessionmap}
time:   00:20:12
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309524/

[7309525] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mds 2-workunit/fs/trivial_sync}}
time:   00:16:16
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309525/

[7309526] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap-schedule}
time:   01:04:30
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309526/

[7309528] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mon 2-workunit/suites/iozone}}
time:   00:18:38
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309528/

[7309529] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap_schedule_snapdir}
time:   00:18:13
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309529/

[7309530] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}}
time:   00:25:34
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309530/

[7309531] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/misc}}
time:   00:21:56
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309531/

[7309532] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snapshots}
time:   00:32:51
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309532/

[7309533] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/ffsb}}
time:   00:57:19
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309533/

[7309535] fs/upgrade/upgraded_client/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/pacific 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/dbench}}}
time:   00:57:39
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309535/

[7309536] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/strays}
time:   00:36:10
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309536/

[7309537] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/osd 2-workunit/suites/pjd}}
time:   00:22:08
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309537/

[7309539] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/test_journal_migration}
time:   00:20:30
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309539/

[7309540] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:24:53
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309540/

[7309541] fs/cephadm/renamevolume/{0-start 1-rename distro/single-container-host overrides/ignorelist_health}
time:   00:25:19
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309541/

[7309542] fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/{rhel_8} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/libcephfs/{frag test}}
time:   00:37:48
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309542/

[7309543] fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cephfs_misc_tests}
time:   01:00:04
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309543/

[7309544] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/failover}
time:   00:53:29
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309544/

[7309545] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_pjd}
time:   00:19:19
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309545/

[7309546] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps}
time:   01:36:25
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309546/

[7309547] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/iozone}}
time:   00:17:31
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309547/

[7309548] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/no 5-workunit/kernel_untar_build}}
time:   00:59:02
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309548/

[7309549] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/truncate_delay}
time:   00:15:41
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309549/

[7309550] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu/{latest overrides}} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/1 tasks/fsstress validater/lockdep}
time:   00:20:56
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309550/

[7309551] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
time:   00:38:17
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309551/

[7309552] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/osd 2-workunit/fs/snaps}}
time:   01:55:25
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309552/

[7309553] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/dir-max-entries}
time:   00:18:43
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309553/

[7309554] fs/upgrade/nofs/{bluestore-bitmap centos_latest conf/{client mds mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-pacific 1-upgrade}}
time:   00:16:27
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309554/

[7309555] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu/{latest overrides}} kclient-overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_dbench_iozone}
time:   00:42:54
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309555/

[7309556] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_blogbench traceless/50pc}
time:   00:23:44
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309556/

[7309557] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/snapshot}}
time:   00:37:56
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309557/

[7309558] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_snaptests}}
time:   00:51:18
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309558/

[7309562] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/suites/ffsb}}
time:   00:43:24
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309562/

[7309564] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/acls}
time:   00:16:23
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309564/

[7309565] fs/upgrade/upgraded_client/{bluestore-bitmap centos_latest clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/nautilus 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/iozone}}}
time:   00:21:07
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309565/

[7309567] fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mon 2-workunit/cfuse_workunit_suites_fsstress}}
time:   00:23:42
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309567/

[7309568] fs/32bits/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_20.04} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress}
time:   00:20:33
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309568/

[7309569] fs/permission/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_misc}
time:   00:19:01
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309569/

[7309570] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/admin}
time:   01:13:34
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309570/

[7309571] fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
time:   00:25:18
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309571/

[7309572] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mon 2-workunit/suites/fsstress}}
time:   00:24:22
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309572/

[7309573] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/alternate-pool}
time:   00:14:14
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309573/

[7309576] fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth}
time:   00:26:06
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309576/

[7309577] fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps}
time:   00:39:34
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309577/

[7309578] fs/volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/volumes/{overrides test/basic}}
time:   01:44:09
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309578/

[7309579] fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/dbench}}
time:   01:08:05
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309579/

[7309580] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/osd 2-workunit/fs/trivial_sync}}
time:   00:19:14
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309580/

[7309581] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/asok_dump_tree}
time:   00:32:40
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309581/

[7309583] fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}}
time:   00:29:29
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309583/

[7309584] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/auto-repair}
time:   00:15:50
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309584/

[7309585] fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/3 tasks/dbench validater/valgrind}
time:   00:56:32
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309585/

[7309587] fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/backtrace}
time:   00:14:25
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309587/

[7309588] fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/suites/iozone}}
time:   00:20:30
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309588/

[7309589] fs/mixed-clients/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} kclient-overrides/{distro/testing/k-testing ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down osd-asserts} tasks/kernel_cfuse_workunits_untarbuild_blogbench}
time:   00:37:59
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309589/

[7309590] fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench traceless/50pc}
time:   00:50:27
info:   http://pulpito.ceph.com/vshankar-2023-06-21_05:44:47-fs-wip-vshankar-testing-20230620.131636-testing-default-smithi/7309590/