2020-08-06T23:14:59.915 INFO:root:teuthology version: 1.0.0-9643473
2020-08-06T23:14:59.918 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/pdonnell-2020-08-06_22:48:03-fs-wip-pdonnell-testing-20200806.205912-distro-basic-smithi/5294127 --owner scheduled_pdonnell@teuthology --lock --verbose --name pdonnell-2020-08-06_22:48:03-fs-wip-pdonnell-testing-20200806.205912-distro-basic-smithi --description fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/client-limits} --block -- /tmp/teuthology-worker.1kj58ddf.tmp
2020-08-06T23:14:59.959 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2020-08-06T23:15:00.018 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/pdonnell-2020-08-06_22:48:03-fs-wip-pdonnell-testing-20200806.205912-distro-basic-smithi/5294127
  branch: wip-pdonnell-testing-20200806.205912
  description: fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client
    mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile
    whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8}
    tasks/client-limits}
  email: pdonnell@redhat.com
  first_in_suite: false
  job_id: '5294127'
  kernel:
    kdb: true
    sha1: distro
  last_in_suite: false
  log-rotate:
    ceph-mds: 10G
    ceph-osd: 10G
  machine_type: smithi
  name: pdonnell-2020-08-06_22:48:03-fs-wip-pdonnell-testing-20200806.205912-distro-basic-smithi
  nuke-on-error: true
  openstack:
  - volumes:
      count: 4
      size: 30
  - machine:
      disk: 200
  os_type: centos
  os_version: '8.1'
  overrides:
    admin_socket:
      branch: wip-pdonnell-testing-20200806.205912
    ceph:
      conf:
        client:
          client mount timeout: 600
          debug client: 20
          debug ms: 1
          pid file: ''
        mds:
          debug mds: 20
          debug ms: 1
          mds bal frag: true
          mds bal fragment size max: 10000
          mds bal merge size: 5
          mds bal split bits: 3
          mds bal split size: 100
          mds debug frag: true
          mds debug scatterstat: true
          mds op complaint time: 180
          mds verify scatter: true
          osd op complaint time: 180
        mgr:
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
          mon op complaint time: 120
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore allocator: bitmap
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 20
          debug bluestore: 20
          debug filestore: 20
          debug journal: 20
          debug ms: 20
          debug osd: 25
          debug rocksdb: 10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
          osd op complaint time: 180
      fs: xfs
      log-whitelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - overall HEALTH_
      - \(FS_DEGRADED\)
      - \(MDS_FAILED\)
      - \(MDS_DEGRADED\)
      - \(FS_WITH_FAILED_MDS\)
      - \(MDS_DAMAGE\)
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - \(FS_INLINE_DATA_DEPRECATED\)
      - overall HEALTH_
      - \(OSD_DOWN\)
      - \(OSD_
      - but it is still running
      - is not responding
      - responding to mclientcaps\(revoke\)
      - not advance its oldest_client_tid
      - failing to advance its oldest client/flush tid
      - Too many inodes in cache
      - failing to respond to cache pressure
      - slow requests are blocked
      - failing to respond to capability release
      - MDS cache is too large
      - \(MDS_CLIENT_OLDEST_TID\)
      - \(MDS_CACHE_OVERSIZED\)
      sha1: bd710ef7734d0fed4f21cad5bb3981a2c6a64b53
    ceph-deploy:
      bluestore: true
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon:
          osd default pool size: 2
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 20
          debug bluestore: 20
          debug rocksdb: 10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
      fs: xfs
    install:
      ceph:
        sha1: bd710ef7734d0fed4f21cad5bb3981a2c6a64b53
    selinux:
      whitelist:
      - scontext=system_u:system_r:logrotate_t:s0
    thrashosds:
      bdev_inject_crash: 2
      bdev_inject_crash_probability: 0.5
    workunit:
      branch: wip-pdonnell-testing-20200806.205912
      sha1: bd710ef7734d0fed4f21cad5bb3981a2c6a64b53
  owner: scheduled_pdonnell@teuthology
  priority: 50
  repo: git://git.ceph.com/ceph-ci.git
  roles:
  - - mon.a
    - mgr.y
    - mds.a
    - osd.0
    - osd.1
    - osd.2
    - osd.3
    - client.0
    - client.1
  - - mon.b
    - mon.c
    - mgr.x
    - mds.b
    - osd.4
    - osd.5
    - osd.6
    - osd.7
    - client.2
    - client.3
  sha1: bd710ef7734d0fed4f21cad5bb3981a2c6a64b53
  sleep_before_teardown: 0
  suite: fs
  suite_branch: wip-pdonnell-testing-20200806.205912
  suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_wip-pdonnell-testing-20200806.205912/qa
  suite_relpath: qa
  suite_repo: git://git.ceph.com/ceph-ci.git
  suite_sha1: bd710ef7734d0fed4f21cad5bb3981a2c6a64b53
  tasks:
  - install:
      extra_packages:
        deb:
        - python3-cephfs
        - cephfs-shell
        rpm:
        - python3-cephfs
      extra_system_packages:
        deb:
        - bison
        - flex
        - libelf-dev
        - libssl-dev
        - network-manager
        - iproute2
        - util-linux
        - dump
        - indent
        - libaio-dev
        - libtool-bin
        - uuid-dev
        - xfslibs-dev
        rpm:
        - bison
        - flex
        - elfutils-libelf-devel
        - openssl-devel
        - NetworkManager
        - iproute
        - util-linux
        - libacl-devel
        - libaio-devel
        - libattr-devel
        - libtool
        - libuuid-devel
        - xfsdump
        - xfsprogs
        - xfsprogs-devel
        - libaio-devel
        - libtool
        - libuuid-devel
        - xfsprogs-devel
  - ceph: null
  - ceph-fuse: null
  - cephfs_test_runner:
      modules:
      - tasks.cephfs.test_client_limits
  teuthology_branch: master
  tube: smithi
  verbose: false
  worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.1862
2020-08-06T23:15:00.018 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_wip-pdonnell-testing-20200806.205912/qa; will attempt to use it
2020-08-06T23:15:00.019 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_wip-pdonnell-testing-20200806.205912/qa/tasks
2020-08-06T23:15:00.019 INFO:teuthology.run_tasks:Running task internal.check_packages...
2020-08-06T23:15:00.022 INFO:teuthology.task.internal:Checking packages...
2020-08-06T23:15:00.048 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'basic' and ceph hash 'bd710ef7734d0fed4f21cad5bb3981a2c6a64b53'
2020-08-06T23:15:00.049 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2020-08-06T23:15:00.050 INFO:teuthology.packaging:ref: None
2020-08-06T23:15:00.050 INFO:teuthology.packaging:tag: None
2020-08-06T23:15:00.050 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20200806.205912
2020-08-06T23:15:00.051 INFO:teuthology.packaging:sha1: bd710ef7734d0fed4f21cad5bb3981a2c6a64b53
2020-08-06T23:15:00.051 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-pdonnell-testing-20200806.205912
2020-08-06T23:15:00.237 INFO:teuthology.task.internal:Found packages for ceph version 16.0.0-4220.gbd710ef
2020-08-06T23:15:00.237 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2020-08-06T23:15:00.248 INFO:teuthology.task.internal:no buildpackages task found
2020-08-06T23:15:00.248 INFO:teuthology.run_tasks:Running task internal.lock_machines...
2020-08-06T23:15:00.269 INFO:teuthology.task.internal.lock_machines:Locking machines...
2020-08-06T23:15:00.271 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2020-08-06T23:15:00.325 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:15:10.343 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:15:20.362 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:15:30.375 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:15:40.392 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:15:50.412 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:16:00.442 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:16:10.461 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:16:20.480 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:16:30.503 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:16:40.522 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:16:50.541 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:17:00.559 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:17:10.576 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:17:20.588 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:17:30.606 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:17:40.622 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:17:50.642 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:18:00.664 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:18:10.720 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:18:21.152 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:18:31.170 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:18:41.188 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:18:51.227 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:19:01.244 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:19:11.258 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:19:21.272 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:19:31.297 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:19:41.321 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:19:51.351 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:20:01.372 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:20:11.390 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:20:21.415 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:20:31.450 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:20:41.475 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:20:51.504 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:21:01.521 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:21:11.535 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:21:21.553 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:21:31.576 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:21:41.597 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:21:51.622 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:22:01.637 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:22:11.668 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:22:21.687 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:22:31.726 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:22:41.739 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:22:51.751 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:23:01.768 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:23:11.805 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:23:21.823 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:23:31.840 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:23:41.858 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:23:51.876 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:24:01.895 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:24:11.913 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:24:21.934 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:24:31.950 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:24:41.982 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:24:51.997 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:25:02.013 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:25:12.035 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:25:22.052 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:25:32.063 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:25:42.085 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:25:52.105 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:26:02.126 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:26:12.148 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:26:22.165 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:26:32.181 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:26:42.200 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:26:52.219 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:27:02.239 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:27:12.260 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:27:22.279 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:27:32.307 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:27:42.327 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:27:52.351 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:28:02.368 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:28:12.402 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:28:22.416 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:28:32.433 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:28:42.463 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:28:52.480 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:29:02.502 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:29:12.541 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:29:22.558 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:29:32.576 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:29:42.598 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:29:52.621 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:30:02.644 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:30:12.670 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:30:22.686 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:30:32.711 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:30:42.730 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:30:52.753 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:31:02.767 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:31:12.794 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:31:22.885 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:31:32.903 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:31:42.915 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:31:52.933 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:32:02.950 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:32:12.971 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:32:23.003 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:32:33.019 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:32:43.038 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:32:53.058 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:33:03.079 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:33:13.095 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:33:23.115 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:33:33.133 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:33:43.171 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:33:53.199 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:34:03.215 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:34:13.239 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:34:23.250 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:34:33.268 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:34:43.288 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:34:53.304 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:35:03.333 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:35:13.361 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:35:23.388 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:35:33.411 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:35:43.431 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:35:53.447 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:36:03.468 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:36:13.486 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:36:23.514 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:36:33.535 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:36:43.546 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:36:53.566 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:37:03.587 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:37:13.597 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:37:23.616 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:37:33.636 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:37:43.660 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:37:53.679 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:38:03.697 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:38:13.715 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:38:23.731 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:38:33.748 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:38:43.768 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:38:53.791 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:39:03.813 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:39:13.835 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:39:23.856 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:39:33.884 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:39:43.897 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:39:53.915 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:40:03.932 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:40:13.955 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:40:23.974 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:40:33.987 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:40:44.010 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:40:54.027 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:41:04.061 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:41:14.091 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:41:24.109 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:41:34.126 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:41:44.140 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:41:54.160 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:42:04.177 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:42:14.196 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:42:24.216 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:42:34.236 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:42:44.259 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:42:54.287 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:43:04.315 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:43:14.332 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:43:24.346 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:43:34.364 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:43:44.387 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:43:54.422 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:44:04.444 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:44:14.461 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:44:24.496 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:44:34.523 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:44:44.546 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:44:54.565 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:45:04.584 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 1)...
2020-08-06T23:45:14.610 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...
2020-08-06T23:45:24.633 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 0 + 2, have 0)...