2022-05-11T11:40:10.748 INFO:root:teuthology version: 1.1.1.dev333+gb018fa01
2022-05-11T11:40:10.750 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/vshankar-2022-05-11_08:21:56-fs-wip-vshankar-testing-20220509-125847-testing-default-smithi/6830397 --verbose --name vshankar-2022-05-11_08:21:56-fs-wip-vshankar-testing-20220509-125847-testing-default-smithi --owner scheduled_vshankar@teuthology --description fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} -- /home/teuthworker/archive/vshankar-2022-05-11_08:21:56-fs-wip-vshankar-testing-20220509-125847-testing-default-smithi/6830397/orig.config.yaml
2022-05-11T11:40:11.107 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2022-05-11T11:40:11.179 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/vshankar-2022-05-11_08:21:56-fs-wip-vshankar-testing-20220509-125847-testing-default-smithi/6830397
  branch: wip-vshankar-testing-20220509-125847
  description: fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools
    conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down}
    roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no
    3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
  email: vshankar@redhat.com
  first_in_suite: false
  job_id: '6830397'
  kernel:
    flavor: default
    kdb: true
    sha1: 9d1d97e0574f2f6f861b59a6eefcf986dcf94fa7
  last_in_suite: false
  machine_type: smithi
  meta:
  - desc: 'setup ceph/pacific
  
      '
  name: vshankar-2022-05-11_08:21:56-fs-wip-vshankar-testing-20220509-125847-testing-default-smithi
  nuke-on-error: true
  os_type: centos
  os_version: 8.stream
  overrides:
    admin_socket:
      branch: wip-vshankar-testing-20220509-125847
    ceph:
      conf:
        client:
          client mount timeout: 600
          debug client: 20
          debug ms: 1
          rados mon op timeout: 900
          rados osd op timeout: 900
        global:
          mon pg warn min per osd: 0
        mds:
          debug mds: 20
          debug ms: 1
          mds debug frag: true
          mds debug scatterstat: true
          mds op complaint time: 180
          mds verify scatter: true
          osd op complaint time: 180
          rados mon op timeout: 900
          rados osd op timeout: 900
        mgr:
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
          mon op complaint time: 120
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore allocator: bitmap
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 1/20
          debug bluestore: 1/20
          debug ms: 1
          debug osd: 20
          debug rocksdb: 4/10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
          osd op complaint time: 180
      flavor: default
      fs: xfs
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - overall HEALTH_
      - \(FS_DEGRADED\)
      - \(MDS_FAILED\)
      - \(MDS_DEGRADED\)
      - \(FS_WITH_FAILED_MDS\)
      - \(MDS_DAMAGE\)
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - \(FS_INLINE_DATA_DEPRECATED\)
      - overall HEALTH_
      - \(OSD_DOWN\)
      - \(OSD_
      - but it is still running
      - is not responding
      log-whitelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      sha1: 4a6f09b69a2cce44f2caeba09a373309e0e0ba2e
    ceph-deploy:
      bluestore: true
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon:
          osd default pool size: 2
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 1/20
          debug bluestore: 1/20
          debug rocksdb: 4/10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
      fs: xfs
    install:
      ceph:
        flavor: default
        sha1: 4a6f09b69a2cce44f2caeba09a373309e0e0ba2e
    kclient:
      syntax: v1
    selinux:
      whitelist:
      - scontext=system_u:system_r:logrotate_t:s0
    thrashosds:
      bdev_inject_crash: 2
      bdev_inject_crash_probability: 0.5
    workunit:
      branch: wip-vshankar-testing-20220509-125847
      sha1: 4a6f09b69a2cce44f2caeba09a373309e0e0ba2e
  owner: scheduled_vshankar@teuthology
  priority: 50
  repo: git://git.ceph.com/ceph-ci.git
  roles:
  - - host.a
    - client.0
    - osd.0
    - osd.1
    - osd.2
  - - host.b
    - client.1
    - osd.3
    - osd.4
    - osd.5
  sha1: 4a6f09b69a2cce44f2caeba09a373309e0e0ba2e
  sleep_before_teardown: 0
  suite: fs
  suite_branch: wip-vshankar-testing-20220509-125847
  suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_4a6f09b69a2cce44f2caeba09a373309e0e0ba2e/qa
  suite_relpath: qa
  suite_repo: git://git.ceph.com/ceph-ci.git
  suite_sha1: 4a6f09b69a2cce44f2caeba09a373309e0e0ba2e
  targets:
    smithi137.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6tFwVotdLiqlLuxJpkEDZFspGA0oKgEWsHcp8JFFV0+VYDgHDaM4kviD3Ucbr4U+VCpawnH6ael2m/xiulBZnW5OhtyGhkT90Sxb6YFn/UE5aqaXAgOWKfP/epTfwvCRj7A55ycUOypLkru4fhEcF7vpqSEA776lEYad4yl281owO9T7oC57HUzDVlSEeAAsdIWjuQRSmpLSl2XhVgPCF+7CNzR35HDv7nk8t7bewCZeSvz0yQX9teAnNE0YoR+JWfKJY7f67m4InFgAQuMK8w4pUlEp3c26+/WKCb5RFP4Ev7d/QUpYA0DSC5fv9gD8hHQ4DtOlXpFqgqtHgWRl6KzD3NFuka4j1xV76wS4p3h8WRWXi50GQ9Qf8u8xHfdbt2AWLtPyNX3ms04zDTmhfGzVJc+ou2B3Tcomj9VgFrHr69YkODX6U0i9uyBorNisfbl6v9hQpt2EK1v4T/htKsGHGXlu87fCbwP4hYBlVNYOrUEGQ8m6OnfVLDs/E3Jk=
    smithi189.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDS3b1Ookup5IABL4dSrdkaRQ0CoQ8oZP04sgVA9FuLG2xZ3W1Yu1295Qfgn8B8e7nt7Dq2HLDzCtXjfoTwySZE0seqag7/Pc9gtG+7P0Dt94Rr1Usc3Nk4+5EFWk37Uv8Jm8dMg1s8RneS11YBqsbOSjYDA16ezS3mkcUG2qGc5dkAbixU8m180VnF+tKygFajWJ9oflRWgm+JT/RB98Kkeqi5JE8F7pQ5de1zxCWfnM3uenLSeRg9O5Lja/z4q+wo5wEiiV5NaeL/uac788WFOM3SU1EV5YmHw7TxBjTzvkMfBRayg3eo8a9NWlf+3kzfR78Y0zGeauyCZDrbtjlW7lYQfg9xy9IWZLY8KjsE44AeQ9dhfYMfhBsvtHbyLYq7hexHCnSiPSyVfZZBf8LYCvVdotaxWyzQ5yP/VnJ3UGCRO7ffhRW2vE00plYYubx7CAPd3eN1gbqslyUn6tnDsgHHN3l0FnJWF7cmBb4uD7xI8S0QCS9PdmGTNi4rm38=
  tasks:
  - pexec:
      all:
      - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup
      - sudo dnf -y  module reset container-tools
      - sudo dnf -y  module install container-tools
      - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf
  - install:
      branch: pacific
      exclude_packages:
      - ceph-volume
  - print: '**** done install task...'
  - cephadm:
      cephadm_branch: pacific
      cephadm_git_url: https://github.com/ceph/ceph
      conf:
        osd:
          osd_class_default_list: '*'
          osd_class_load_list: '*'
      image: docker.io/ceph/daemon-base:latest-pacific
      roleless: true
  - print: '**** done end installing pacific cephadm ...'
  - cephadm.shell:
      host.a:
      - ceph config set mgr mgr/cephadm/use_repo_digest true --force
  - print: '**** done cephadm.shell ceph config set mgr...'
  - cephadm.shell:
      host.a:
      - ceph orch status
      - ceph orch ps
      - ceph orch ls
      - ceph orch host ls
      - ceph orch device ls
  - cephadm.shell:
      host.a:
      - ceph fs volume create cephfs --placement=4
      - ceph fs dump
  - cephadm.shell:
      host.a:
      - ceph fs set cephfs max_mds 2
  - cephadm.shell:
      host.a:
      - ceph fs set cephfs allow_standby_replay false
  - cephadm.shell:
      host.a:
      - ceph fs set cephfs inline_data false
  - cephadm.shell:
      host.a:
      - ceph fs dump
      - ceph --format=json fs dump | jq -e ".filesystems | length == 1"
      - while ! ceph --format=json mds versions | jq -e ". | add == 4"; do sleep 1;
        done
  - fs.pre_upgrade_save: null
  - kclient: null
  - print: '**** done client'
  - parallel:
    - upgrade-tasks
    - workload-tasks
  - cephadm.shell:
      host.a:
      - ceph fs dump
  - fs.post_upgrade_checks: null
  teuthology_branch: master
  teuthology_sha1: b018fa018d3f885cbc018f839b42536477653f84
  timestamp: 2022-05-11_08:21:56
  tube: smithi
  upgrade-tasks:
    sequential:
    - cephadm.shell:
        env:
        - sha1
        host.a:
        - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force
        - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force
        - ceph config set global log_to_journald false --force
        - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1
    - cephadm.shell:
        env:
        - sha1
        host.a:
        - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch
          upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions
          ; ceph fs dump; ceph orch upgrade status ; sleep 30 ; done
        - ceph orch ps
        - ceph versions
        - echo "wait for servicemap items w/ changing names to refresh"
        - sleep 60
        - ceph orch ps
        - ceph versions
        - ceph versions | jq -e '.overall | length == 1'
        - ceph versions | jq -e '.overall | keys' | grep $sha1
  use_shaman: true
  user: vshankar
  verbose: false
  worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.456
  workload-tasks:
    sequential:
    - workunit:
        clients:
          all:
          - suites/fsstress.sh
2022-05-11T11:40:11.179 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_4a6f09b69a2cce44f2caeba09a373309e0e0ba2e/qa; will attempt to use it
2022-05-11T11:40:11.180 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_4a6f09b69a2cce44f2caeba09a373309e0e0ba2e/qa/tasks
2022-05-11T11:40:11.181 INFO:teuthology.run_tasks:Running task internal.check_packages...
2022-05-11T11:40:11.183 INFO:teuthology.task.internal:Checking packages...
2022-05-11T11:40:11.202 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '4a6f09b69a2cce44f2caeba09a373309e0e0ba2e'
2022-05-11T11:40:11.203 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2022-05-11T11:40:11.203 INFO:teuthology.packaging:ref: None
2022-05-11T11:40:11.204 INFO:teuthology.packaging:tag: None
2022-05-11T11:40:11.204 INFO:teuthology.packaging:branch: wip-vshankar-testing-20220509-125847
2022-05-11T11:40:11.204 INFO:teuthology.packaging:sha1: 4a6f09b69a2cce44f2caeba09a373309e0e0ba2e
2022-05-11T11:40:11.205 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-vshankar-testing-20220509-125847
2022-05-11T11:40:11.369 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-12109.g4a6f09b6
2022-05-11T11:40:11.369 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2022-05-11T11:40:11.397 INFO:teuthology.task.internal:no buildpackages task found
2022-05-11T11:40:11.398 INFO:teuthology.run_tasks:Running task internal.save_config...
2022-05-11T11:40:18.308 INFO:teuthology.task.internal:Saving configuration
2022-05-11T11:40:18.327 INFO:teuthology.run_tasks:Running task internal.check_lock...
2022-05-11T11:40:25.284 INFO:teuthology.task.internal.check_lock:Checking locks...
2022-05-11T11:40:25.307 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi137.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2022-05-11_08:21:56-fs-wip-vshankar-testing-20220509-125847-testing-default-smithi/6830397', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-05-11 11:26:42.534889', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFWJDTRCJVQcD+a+gm6Uukhim5eavXkkE+OssXhr95t1pV49V1jrAubGzKJPCqXnfAQ8XnmVZN0jB09WdqV4kjY='}
2022-05-11T11:40:25.327 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi189.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2022-05-11_08:21:56-fs-wip-vshankar-testing-20220509-125847-testing-default-smithi/6830397', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-05-11 11:26:42.536398', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIKe3wCMG8f7HfzMdaWub0P5fGfkTwScTgIUMwyfJ9u5Cptu0dL1rKmZK0I8Fg66FHVw3vi1Sc4zfjJp0n7Dbgc='}
2022-05-11T11:40:25.327 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2022-05-11T11:40:29.944 INFO:teuthology.task.internal:roles: ubuntu@smithi137.front.sepia.ceph.com - ['host.a', 'client.0', 'osd.0', 'osd.1', 'osd.2']
2022-05-11T11:40:29.945 INFO:teuthology.task.internal:roles: ubuntu@smithi189.front.sepia.ceph.com - ['host.b', 'client.1', 'osd.3', 'osd.4', 'osd.5']
2022-05-11T11:40:29.945 INFO:teuthology.run_tasks:Running task console_log...
2022-05-11T11:41:22.716 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7fc51fe11780>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7fc51e70aea0>, signals=[15])
2022-05-11T14:07:52.768 INFO:teuthology.run_tasks:Running task internal.connect...
2022-05-11T14:20:27.434 INFO:teuthology.task.internal:Opening connections...
2022-05-11T15:18:52.672 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi137.front.sepia.ceph.com
2022-05-11T15:18:52.679 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2022-05-11T15:18:52.772 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi189.front.sepia.ceph.com
2022-05-11T15:18:52.773 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2022-05-11T15:18:52.852 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2022-05-11T15:19:14.199 DEBUG:teuthology.orchestra.run.smithi137:> uname -m
2022-05-11T15:19:14.222 INFO:teuthology.orchestra.run.smithi137.stdout:x86_64
2022-05-11T15:19:14.223 DEBUG:teuthology.orchestra.run.smithi137:> cat /etc/os-release
2022-05-11T15:19:14.281 INFO:teuthology.orchestra.run.smithi137.stdout:NAME="CentOS Stream"
2022-05-11T15:19:14.282 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION="8"
2022-05-11T15:19:14.282 INFO:teuthology.orchestra.run.smithi137.stdout:ID="centos"
2022-05-11T15:19:14.282 INFO:teuthology.orchestra.run.smithi137.stdout:ID_LIKE="rhel fedora"
2022-05-11T15:19:14.282 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION_ID="8"
2022-05-11T15:19:14.283 INFO:teuthology.orchestra.run.smithi137.stdout:PLATFORM_ID="platform:el8"
2022-05-11T15:19:14.283 INFO:teuthology.orchestra.run.smithi137.stdout:PRETTY_NAME="CentOS Stream 8"
2022-05-11T15:19:14.283 INFO:teuthology.orchestra.run.smithi137.stdout:ANSI_COLOR="0;31"
2022-05-11T15:19:14.283 INFO:teuthology.orchestra.run.smithi137.stdout:CPE_NAME="cpe:/o:centos:centos:8"
2022-05-11T15:19:14.283 INFO:teuthology.orchestra.run.smithi137.stdout:HOME_URL="https://centos.org/"
2022-05-11T15:19:14.284 INFO:teuthology.orchestra.run.smithi137.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/"
2022-05-11T15:19:14.284 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8"
2022-05-11T15:19:14.284 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream"
2022-05-11T15:19:14.285 INFO:teuthology.lock.ops:Updating smithi137.front.sepia.ceph.com on lock server
2022-05-11T15:19:14.306 DEBUG:teuthology.orchestra.run.smithi189:> uname -m
2022-05-11T15:19:14.364 INFO:teuthology.orchestra.run.smithi189.stdout:x86_64
2022-05-11T15:19:14.364 DEBUG:teuthology.orchestra.run.smithi189:> cat /etc/os-release
2022-05-11T15:19:14.424 INFO:teuthology.orchestra.run.smithi189.stdout:NAME="CentOS Stream"
2022-05-11T15:19:14.424 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION="8"
2022-05-11T15:19:14.424 INFO:teuthology.orchestra.run.smithi189.stdout:ID="centos"
2022-05-11T15:19:14.425 INFO:teuthology.orchestra.run.smithi189.stdout:ID_LIKE="rhel fedora"
2022-05-11T15:19:14.425 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION_ID="8"
2022-05-11T15:19:14.425 INFO:teuthology.orchestra.run.smithi189.stdout:PLATFORM_ID="platform:el8"
2022-05-11T15:19:14.425 INFO:teuthology.orchestra.run.smithi189.stdout:PRETTY_NAME="CentOS Stream 8"
2022-05-11T15:19:14.426 INFO:teuthology.orchestra.run.smithi189.stdout:ANSI_COLOR="0;31"
2022-05-11T15:19:14.426 INFO:teuthology.orchestra.run.smithi189.stdout:CPE_NAME="cpe:/o:centos:centos:8"
2022-05-11T15:19:14.426 INFO:teuthology.orchestra.run.smithi189.stdout:HOME_URL="https://centos.org/"
2022-05-11T15:19:14.426 INFO:teuthology.orchestra.run.smithi189.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/"
2022-05-11T15:19:14.426 INFO:teuthology.orchestra.run.smithi189.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8"
2022-05-11T15:19:14.427 INFO:teuthology.orchestra.run.smithi189.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream"
2022-05-11T15:19:14.427 INFO:teuthology.lock.ops:Updating smithi189.front.sepia.ceph.com on lock server
2022-05-11T15:19:14.451 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2022-05-11T15:19:18.026 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2022-05-11T15:19:27.287 INFO:teuthology.task.internal:Checking for old test directory...
2022-05-11T17:35:20.214 DEBUG:teuthology.orchestra.run.smithi137:> test '!' -e /home/ubuntu/cephtest
2022-05-11T17:35:20.223 DEBUG:teuthology.orchestra.run.smithi189:> test '!' -e /home/ubuntu/cephtest
2022-05-11T17:35:20.247 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2022-05-11T17:48:08.392 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2022-05-11T17:55:10.772 DEBUG:teuthology.orchestra.run.smithi137:> test -z $(ls -A /var/lib/ceph)
2022-05-11T17:55:10.778 DEBUG:teuthology.orchestra.run.smithi189:> test -z $(ls -A /var/lib/ceph)
2022-05-11T17:55:10.886 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2022-05-11T18:05:15.347 INFO:teuthology.run_tasks:Running task kernel...