2021-09-28T21:22:55.743 INFO:root:teuthology version: 1.1.0-f08b273e
2021-09-28T21:22:55.745 DEBUG:teuthology.run:Teuthology command: teuthology --description rados/dashboard/{centos_8.2_container_tools_3.0 clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-bitmap} supported-random-distro$/{rhel_8} tasks/dashboard} --name yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi --owner scheduled_yuriw@teuthology --verbose --archive /home/teuthworker/archive/yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi/6412136 -- /home/teuthworker/archive/yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi/6412136/orig.config.yaml
2021-09-28T21:22:55.790 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2021-09-28T21:22:55.861 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi/6412136
  branch: wip-yuri4-testing-2021-09-28-0758-pacific
  description: rados/dashboard/{centos_8.2_container_tools_3.0 clusters/{2-node-mgr}
    debug/mgr mon_election/connectivity random-objectstore$/{bluestore-bitmap} supported-random-distro$/{rhel_8}
    tasks/dashboard}
  email: ceph-qa@ceph.io
  first_in_suite: false
  job_id: '6412136'
  kernel:
    kdb: true
    sha1: distro
  last_in_suite: false
  log-rotate:
    ceph-mds: 10G
    ceph-osd: 10G
  machine_type: smithi
  name: yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi
  nuke-on-error: true
  openstack:
  - volumes:
      count: 2
      size: 30
  os_type: rhel
  os_version: '8.4'
  overrides:
    admin_socket:
      branch: wip-yuri4-testing-2021-09-28-0758-pacific
    ceph:
      conf:
        client:
          debug client: 20
          debug mgrc: 20
          debug ms: 1
        global:
          mon election default strategy: 3
        mds:
          debug mgrc: 20
        mgr:
          debug client: 20
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore allocator: bitmap
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 1/20
          debug bluestore: 1/20
          debug mgrc: 20
          debug ms: 1
          debug osd: 20
          debug rocksdb: 4/10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
      fs: xfs
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      log-whitelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      sha1: ece80af1b781f5e2ccd1b4b7ac542321cdea2918
    ceph-deploy:
      bluestore: true
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon:
          osd default pool size: 2
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 1/20
          debug bluestore: 1/20
          debug rocksdb: 4/10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
      fs: xfs
    install:
      ceph:
        sha1: ece80af1b781f5e2ccd1b4b7ac542321cdea2918
    selinux:
      whitelist:
      - scontext=system_u:system_r:logrotate_t:s0
      - scontext=system_u:system_r:logrotate_t:s0
    thrashosds:
      bdev_inject_crash: 2
      bdev_inject_crash_probability: 0.5
    workunit:
      branch: wip-yuri4-testing-2021-09-28-0758-pacific
      sha1: ece80af1b781f5e2ccd1b4b7ac542321cdea2918
  owner: scheduled_yuriw@teuthology
  priority: 100
  repo: https://github.com/ceph/ceph-ci.git
  roles:
  - - mgr.x
    - mon.a
    - mon.c
    - mds.a
    - mds.c
    - osd.0
    - client.0
  - - mgr.y
    - mgr.z
    - mon.b
    - mds.b
    - osd.1
    - osd.2
    - osd.3
    - client.1
  sha1: ece80af1b781f5e2ccd1b4b7ac542321cdea2918
  sleep_before_teardown: 0
  suite: rados
  suite_branch: wip-yuri4-testing-2021-09-28-0758-pacific
  suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_ece80af1b781f5e2ccd1b4b7ac542321cdea2918/qa
  suite_relpath: qa
  suite_repo: https://github.com/ceph/ceph-ci.git
  suite_sha1: ece80af1b781f5e2ccd1b4b7ac542321cdea2918
  targets:
    smithi027.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDyu+PMWcxfpPBw5CFoWYZBqJHbEJhUz733zD/AtRQUuj5so/IQc8/CBpPet9bKKSHR/8l8b0hE5Y8v/GQfkeunuU8E6mmJksw6voHUk6gHYW/7sbR505urbDS99RTmg0UUoTj5poTajOypzyJZU7wZsuK/ArEdr8hOHz04iQ0/SGFFgvq4d7t90Rrdqk2uU+u9+MmsOq1KKOVP1OvSr7pSkUca+82f7bhTpa3DHlV3JA8njLNx3bilOIx7Jb2tCZBpIFzl0GQaXUcMUgoUvdltyVwHcB9Dalttxg3hDbyWxhZei7shprNVqqv0DHW0gW384C05x4eweaxI76XUDoRAUeMf99GNyhxgdCCoFfPbVR6iD0mQVFf+SuJoBz+k+lyBLhCIY/CerZE4O0twPgyTUUrvfqp0FYRiGOQop9mrrDI6JQ6f88zYZvam/Xu6QCac0X0r/QjYwHD4kQ4N+/rdQJGr084MbVJtnxib0TLh4TFecHbiQol5hrIt8eBO478=
    smithi051.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCu9rHYKcwa65L6U+Oq9VyfYTcmGdbWhKOn6e62uwPRetlNAH859C5fu+cUGvX+s9o2TroTtfRMLl5zXiEjTR8LxXo2XUNDpkoxuMuN7MFlr4V/0TV4i53MqtClRf3FUQ2nSkNqb+bEKP1z6GYV0UU6XOFGA+cObGiXRneueolRHPLLYhw3b7Omo2c+ZqpSXP3C1/9YEFNw24HkmYS3gMyYg27VV+ESEY5Mkgt/sI2QFTrRHIlEG2/aWK/Ski/V9P4qjH+rM9rUEues0zsdWNum4bdmsUnFFrjnqDX8kY6To4g1S1mppJshiXhcYWFBlWT/ya1IpB6N9Dh4eQ4sBgBx
  tasks:
  - pexec:
      all:
      - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup
      - sudo dnf -y  module reset container-tools
      - sudo dnf -y  module install container-tools:3.0
      - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf
  - install: null
  - ceph:
      log-ignorelist:
      - overall HEALTH_
      - \(MGR_DOWN\)
      - \(PG_
      - replacing it with standby
      - No standby daemons available
      - \(FS_DEGRADED\)
      - \(MDS_FAILED\)
      - \(MDS_DEGRADED\)
      - \(FS_WITH_FAILED_MDS\)
      - \(MDS_DAMAGE\)
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - \(OSD_DOWN\)
      - \(OSD_HOST_DOWN\)
      - \(POOL_APP_NOT_ENABLED\)
      - \(OSDMAP_FLAGS\)
      - \(OSD_FLAGS\)
      - \(TELEMETRY_CHANGED\)
      - pauserd,pausewr flag\(s\) set
      - Monitor daemon marked osd\.[[:digit:]]+ down, but it is still running
      - evicting unresponsive client .+
      - MON_DOWN
      wait-for-scrub: false
  - rgw:
    - client.0
  - cephfs_test_runner:
      fail_on_skip: false
      modules:
      - tasks.mgr.test_dashboard
      - tasks.mgr.dashboard.test_auth
      - tasks.mgr.dashboard.test_cephfs
      - tasks.mgr.dashboard.test_cluster_configuration
      - tasks.mgr.dashboard.test_crush_rule
      - tasks.mgr.dashboard.test_erasure_code_profile
      - tasks.mgr.dashboard.test_ganesha
      - tasks.mgr.dashboard.test_health
      - tasks.mgr.dashboard.test_host
      - tasks.mgr.dashboard.test_logs
      - tasks.mgr.dashboard.test_mgr_module
      - tasks.mgr.dashboard.test_monitor
      - tasks.mgr.dashboard.test_orchestrator
      - tasks.mgr.dashboard.test_osd
      - tasks.mgr.dashboard.test_perf_counters
      - tasks.mgr.dashboard.test_pool
      - tasks.mgr.dashboard.test_rbd
      - tasks.mgr.dashboard.test_rbd_mirroring
      - tasks.mgr.dashboard.test_requests
      - tasks.mgr.dashboard.test_rgw
      - tasks.mgr.dashboard.test_role
      - tasks.mgr.dashboard.test_settings
      - tasks.mgr.dashboard.test_summary
      - tasks.mgr.dashboard.test_telemetry
      - tasks.mgr.dashboard.test_user
      - tasks.mgr.dashboard.test_motd
  teuthology_branch: master
  teuthology_sha1: f08b273eeec75318a83a4e8d7fb51841e4d71be0
  timestamp: 2021-09-28_18:51:25
  tube: smithi
  user: yuriw
  verbose: true
  worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.30581
2021-09-28T21:22:55.862 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_ece80af1b781f5e2ccd1b4b7ac542321cdea2918/qa; will attempt to use it
2021-09-28T21:22:55.863 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_ece80af1b781f5e2ccd1b4b7ac542321cdea2918/qa/tasks
2021-09-28T21:22:55.863 INFO:teuthology.run_tasks:Running task internal.check_packages...
2021-09-28T21:22:55.865 INFO:teuthology.task.internal:Checking packages...
2021-09-28T21:22:55.888 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'basic' and ceph hash 'ece80af1b781f5e2ccd1b4b7ac542321cdea2918'
2021-09-28T21:22:55.889 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2021-09-28T21:22:55.889 INFO:teuthology.packaging:ref: None
2021-09-28T21:22:55.890 INFO:teuthology.packaging:tag: None
2021-09-28T21:22:55.890 INFO:teuthology.packaging:branch: wip-yuri4-testing-2021-09-28-0758-pacific
2021-09-28T21:22:55.890 INFO:teuthology.packaging:sha1: ece80af1b781f5e2ccd1b4b7ac542321cdea2918
2021-09-28T21:22:55.891 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuri4-testing-2021-09-28-0758-pacific
2021-09-28T21:22:56.064 INFO:teuthology.task.internal:Found packages for ceph version 16.2.6-188.gece80af1
2021-09-28T21:22:56.065 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2021-09-28T21:22:56.086 INFO:teuthology.task.internal:no buildpackages task found
2021-09-28T21:22:56.086 INFO:teuthology.run_tasks:Running task internal.save_config...
2021-09-28T21:22:56.125 INFO:teuthology.task.internal:Saving configuration
2021-09-28T21:22:56.156 INFO:teuthology.run_tasks:Running task internal.check_lock...
2021-09-28T21:22:56.173 INFO:teuthology.task.internal.check_lock:Checking locks...
2021-09-28T21:22:56.196 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi027.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi/6412136', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.4', 'arch': 'x86_64', 'locked': True, 'locked_since': '2021-09-28 21:17:24.206537', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOkNtSANvffJpNvPhdcAmoCyY4uiVrLxidMkL3DCZzQEmxiBOiSv4PI2smihdq9TgoYXuKq4pOM3poYs3hNpEXA='}
2021-09-28T21:22:56.218 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi051.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi/6412138', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '18.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2021-09-28 21:18:04.948953', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIClbOWHd8LitdbiNg5GIYE4Psuuviazv4zd/mtg50IX3'}
2021-09-28T21:22:56.219 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2021-09-28T21:22:56.229 INFO:teuthology.task.internal:roles: ubuntu@smithi027.front.sepia.ceph.com - ['mgr.x', 'mon.a', 'mon.c', 'mds.a', 'mds.c', 'osd.0', 'client.0']
2021-09-28T21:22:56.229 INFO:teuthology.task.internal:roles: ubuntu@smithi051.front.sepia.ceph.com - ['mgr.y', 'mgr.z', 'mon.b', 'mds.b', 'osd.1', 'osd.2', 'osd.3', 'client.1']
2021-09-28T21:22:56.230 INFO:teuthology.run_tasks:Running task console_log...
2021-09-28T21:22:56.346 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7fbe03283198>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7fbe02a73d08>, signals=[15])
2021-09-28T21:22:56.347 INFO:teuthology.run_tasks:Running task internal.connect...
2021-09-28T21:22:56.360 INFO:teuthology.task.internal:Opening connections...
2021-09-28T21:22:56.361 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi027.front.sepia.ceph.com
2021-09-28T21:22:56.362 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:22:56.435 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:22:56.438 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:22:56.515 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2021-09-28T21:22:56.526 DEBUG:teuthology.orchestra.run.smithi027:> uname -m
2021-09-28T21:22:56.545 INFO:teuthology.orchestra.run.smithi027.stdout:x86_64
2021-09-28T21:22:56.545 DEBUG:teuthology.orchestra.run.smithi027:> cat /etc/os-release
2021-09-28T21:22:56.604 INFO:teuthology.orchestra.run.smithi027.stdout:NAME="Red Hat Enterprise Linux"
2021-09-28T21:22:56.604 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION="8.4 (Ootpa)"
2021-09-28T21:22:56.605 INFO:teuthology.orchestra.run.smithi027.stdout:ID="rhel"
2021-09-28T21:22:56.606 INFO:teuthology.orchestra.run.smithi027.stdout:ID_LIKE="fedora"
2021-09-28T21:22:56.606 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION_ID="8.4"
2021-09-28T21:22:56.607 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM_ID="platform:el8"
2021-09-28T21:22:56.607 INFO:teuthology.orchestra.run.smithi027.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.4 (Ootpa)"
2021-09-28T21:22:56.607 INFO:teuthology.orchestra.run.smithi027.stdout:ANSI_COLOR="0;31"
2021-09-28T21:22:56.607 INFO:teuthology.orchestra.run.smithi027.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8.4:GA"
2021-09-28T21:22:56.608 INFO:teuthology.orchestra.run.smithi027.stdout:HOME_URL="https://www.redhat.com/"
2021-09-28T21:22:56.608 INFO:teuthology.orchestra.run.smithi027.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/"
2021-09-28T21:22:56.608 INFO:teuthology.orchestra.run.smithi027.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/"
2021-09-28T21:22:56.608 INFO:teuthology.orchestra.run.smithi027.stdout:
2021-09-28T21:22:56.609 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8"
2021-09-28T21:22:56.609 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.4
2021-09-28T21:22:56.609 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux"
2021-09-28T21:22:56.609 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.4"
2021-09-28T21:22:56.611 INFO:teuthology.lock.ops:Updating smithi027.front.sepia.ceph.com on lock server
2021-09-28T21:22:56.635 DEBUG:teuthology.orchestra.run.smithi051:> uname -m
2021-09-28T21:22:56.645 INFO:teuthology.orchestra.run.smithi051.stdout:x86_64
2021-09-28T21:22:56.646 DEBUG:teuthology.orchestra.run.smithi051:> cat /etc/os-release
2021-09-28T21:22:56.695 INFO:teuthology.orchestra.run.smithi051.stdout:NAME="Ubuntu"
2021-09-28T21:22:56.695 INFO:teuthology.orchestra.run.smithi051.stdout:VERSION="18.04.5 LTS (Bionic Beaver)"
2021-09-28T21:22:56.695 INFO:teuthology.orchestra.run.smithi051.stdout:ID=ubuntu
2021-09-28T21:22:56.696 INFO:teuthology.orchestra.run.smithi051.stdout:ID_LIKE=debian
2021-09-28T21:22:56.696 INFO:teuthology.orchestra.run.smithi051.stdout:PRETTY_NAME="Ubuntu 18.04.5 LTS"
2021-09-28T21:22:56.696 INFO:teuthology.orchestra.run.smithi051.stdout:VERSION_ID="18.04"
2021-09-28T21:22:56.696 INFO:teuthology.orchestra.run.smithi051.stdout:HOME_URL="https://www.ubuntu.com/"
2021-09-28T21:22:56.697 INFO:teuthology.orchestra.run.smithi051.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2021-09-28T21:22:56.697 INFO:teuthology.orchestra.run.smithi051.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2021-09-28T21:22:56.698 INFO:teuthology.orchestra.run.smithi051.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2021-09-28T21:22:56.698 INFO:teuthology.orchestra.run.smithi051.stdout:VERSION_CODENAME=bionic
2021-09-28T21:22:56.698 INFO:teuthology.orchestra.run.smithi051.stdout:UBUNTU_CODENAME=bionic
2021-09-28T21:22:56.700 INFO:teuthology.lock.ops:Updating smithi051.front.sepia.ceph.com on lock server
2021-09-28T21:22:56.719 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2021-09-28T21:22:56.733 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2021-09-28T21:22:56.777 INFO:teuthology.task.internal:Checking for old test directory...
2021-09-28T21:22:56.777 DEBUG:teuthology.orchestra.run.smithi027:> test '!' -e /home/ubuntu/cephtest
2021-09-28T21:22:56.780 DEBUG:teuthology.orchestra.run.smithi051:> test '!' -e /home/ubuntu/cephtest
2021-09-28T21:22:56.795 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2021-09-28T21:22:56.843 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2021-09-28T21:22:56.844 DEBUG:teuthology.orchestra.run.smithi027:> test -z $(ls -A /var/lib/ceph)
2021-09-28T21:22:56.847 DEBUG:teuthology.orchestra.run.smithi051:> test -z $(ls -A /var/lib/ceph)
2021-09-28T21:22:56.868 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2021-09-28T21:22:56.930 INFO:teuthology.run_tasks:Running task kernel...
2021-09-28T21:22:56.950 DEBUG:teuthology.task.kernel:normalized config {'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'mds.a': {'kdb': True, 'sha1': 'distro'}, 'mds.c': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'mgr.z': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mds.b': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}}
2021-09-28T21:22:56.951 INFO:teuthology.task.kernel:config {'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}}, timeout 300
2021-09-28T21:22:56.951 DEBUG:teuthology.orchestra.run.smithi027:> uname -r
2021-09-28T21:22:56.969 INFO:teuthology.orchestra.run.smithi027.stdout:4.18.0-305.el8.x86_64
2021-09-28T21:22:56.969 INFO:teuthology.task.kernel:Running kernel on smithi027: 4.18.0-305.el8.x86_64
2021-09-28T21:22:56.969 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum install -y kernel
2021-09-28T21:22:58.277 INFO:teuthology.orchestra.run.smithi027.stdout:Updating Subscription Management repositories.
2021-09-28T21:22:58.277 INFO:teuthology.orchestra.run.smithi027.stdout:Unable to read consumer identity
2021-09-28T21:22:58.367 INFO:teuthology.orchestra.run.smithi027.stdout:
2021-09-28T21:22:58.368 INFO:teuthology.orchestra.run.smithi027.stdout:This system is not registered to Red Hat Subscription Management. You can use subscription-manager to register.
2021-09-28T21:22:58.368 INFO:teuthology.orchestra.run.smithi027.stdout:
2021-09-28T21:23:01.097 INFO:teuthology.orchestra.run.smithi027.stdout:Extra Packages for Enterprise Linux             6.5 MB/s |  10 MB     00:01
2021-09-28T21:23:03.293 INFO:teuthology.orchestra.run.smithi027.stdout:lab-extras                                      4.2 MB/s |  24 kB     00:00
2021-09-28T21:23:03.862 INFO:teuthology.orchestra.run.smithi027.stdout:Package kernel-4.18.0-305.el8.x86_64 is already installed.
2021-09-28T21:23:03.978 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved.
2021-09-28T21:23:03.979 INFO:teuthology.orchestra.run.smithi027.stdout:Nothing to do.
2021-09-28T21:23:03.979 INFO:teuthology.orchestra.run.smithi027.stdout:Complete!
2021-09-28T21:23:04.108 DEBUG:teuthology.orchestra.run.smithi027:> echo no | sudo yum reinstall kernel || true
2021-09-28T21:23:04.443 INFO:teuthology.orchestra.run.smithi027.stdout:Updating Subscription Management repositories.
2021-09-28T21:23:04.444 INFO:teuthology.orchestra.run.smithi027.stdout:Unable to read consumer identity
2021-09-28T21:23:04.485 INFO:teuthology.orchestra.run.smithi027.stdout:
2021-09-28T21:23:04.486 INFO:teuthology.orchestra.run.smithi027.stdout:This system is not registered to Red Hat Subscription Management. You can use subscription-manager to register.
2021-09-28T21:23:04.486 INFO:teuthology.orchestra.run.smithi027.stdout:
2021-09-28T21:23:04.675 INFO:teuthology.orchestra.run.smithi027.stdout:Last metadata expiration check: 0:00:01 ago on Tue 28 Sep 2021 09:23:03 PM UTC.
2021-09-28T21:23:04.801 INFO:teuthology.orchestra.run.smithi027.stdout:Installed package kernel-4.18.0-305.el8.x86_64 (from anaconda) not available.
2021-09-28T21:23:04.842 INFO:teuthology.orchestra.run.smithi027.stderr:Error: No packages marked for reinstall.
2021-09-28T21:23:04.887 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum reinstall -y kernel || true
2021-09-28T21:23:05.220 INFO:teuthology.orchestra.run.smithi027.stdout:Updating Subscription Management repositories.
2021-09-28T21:23:05.220 INFO:teuthology.orchestra.run.smithi027.stdout:Unable to read consumer identity
2021-09-28T21:23:05.261 INFO:teuthology.orchestra.run.smithi027.stdout:
2021-09-28T21:23:05.261 INFO:teuthology.orchestra.run.smithi027.stdout:This system is not registered to Red Hat Subscription Management. You can use subscription-manager to register.
2021-09-28T21:23:05.261 INFO:teuthology.orchestra.run.smithi027.stdout:
2021-09-28T21:23:05.447 INFO:teuthology.orchestra.run.smithi027.stdout:Last metadata expiration check: 0:00:02 ago on Tue 28 Sep 2021 09:23:03 PM UTC.
2021-09-28T21:23:05.576 INFO:teuthology.orchestra.run.smithi027.stdout:Installed package kernel-4.18.0-305.el8.x86_64 (from anaconda) not available.
2021-09-28T21:23:05.603 INFO:teuthology.orchestra.run.smithi027.stderr:Error: No packages marked for reinstall.
2021-09-28T21:23:05.652 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q kernel --last | head -n 1
2021-09-28T21:23:05.727 INFO:teuthology.orchestra.run.smithi027.stdout:kernel-4.18.0-305.el8.x86_64                  Thu 20 May 2021 08:07:00 PM UTC
2021-09-28T21:23:05.728 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.el8.x86_64
2021-09-28T21:23:05.729 INFO:teuthology.task.kernel:Newest distro kernel installed and running
2021-09-28T21:23:05.729 DEBUG:teuthology.orchestra.run.smithi051:> uname -r
2021-09-28T21:23:05.736 INFO:teuthology.orchestra.run.smithi051.stdout:4.15.0-153-generic
2021-09-28T21:23:05.736 INFO:teuthology.task.kernel:Running kernel on smithi051: 4.15.0-153-generic
2021-09-28T21:23:05.737 DEBUG:teuthology.orchestra.run.smithi051:> sudo apt-get clean
2021-09-28T21:23:05.858 DEBUG:teuthology.orchestra.run.smithi051:> sudo apt-get update
2021-09-28T21:23:05.981 INFO:teuthology.orchestra.run.smithi051.stdout:Get:1 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]
2021-09-28T21:23:06.104 INFO:teuthology.orchestra.run.smithi051.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2021-09-28T21:23:06.187 INFO:teuthology.orchestra.run.smithi051.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]
2021-09-28T21:23:06.243 INFO:teuthology.orchestra.run.smithi051.stdout:Get:4 http://security.ubuntu.com/ubuntu bionic-security/main i386 Packages [1,051 kB]
2021-09-28T21:23:06.374 INFO:teuthology.orchestra.run.smithi051.stdout:Get:5 http://security.ubuntu.com/ubuntu bionic-security/main amd64 Packages [1,892 kB]
2021-09-28T21:23:06.406 INFO:teuthology.orchestra.run.smithi051.stdout:Get:6 http://security.ubuntu.com/ubuntu bionic-security/main Translation-en [344 kB]
2021-09-28T21:23:06.411 INFO:teuthology.orchestra.run.smithi051.stdout:Get:7 http://security.ubuntu.com/ubuntu bionic-security/restricted amd64 Packages [459 kB]
2021-09-28T21:23:06.419 INFO:teuthology.orchestra.run.smithi051.stdout:Get:8 http://security.ubuntu.com/ubuntu bionic-security/restricted i386 Packages [22.0 kB]
2021-09-28T21:23:06.419 INFO:teuthology.orchestra.run.smithi051.stdout:Get:9 http://security.ubuntu.com/ubuntu bionic-security/restricted Translation-en [61.7 kB]
2021-09-28T21:23:06.421 INFO:teuthology.orchestra.run.smithi051.stdout:Get:10 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages [1,138 kB]
2021-09-28T21:23:06.437 INFO:teuthology.orchestra.run.smithi051.stdout:Get:11 http://security.ubuntu.com/ubuntu bionic-security/universe i386 Packages [987 kB]
2021-09-28T21:23:06.456 INFO:teuthology.orchestra.run.smithi051.stdout:Get:12 http://security.ubuntu.com/ubuntu bionic-security/universe Translation-en [259 kB]
2021-09-28T21:23:06.466 INFO:teuthology.orchestra.run.smithi051.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]
2021-09-28T21:23:06.570 INFO:teuthology.orchestra.run.smithi051.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [2,264 kB]
2021-09-28T21:23:06.915 INFO:teuthology.orchestra.run.smithi051.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,360 kB]
2021-09-28T21:23:06.967 INFO:teuthology.orchestra.run.smithi051.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [438 kB]
2021-09-28T21:23:06.983 INFO:teuthology.orchestra.run.smithi051.stdout:Get:17 http://archive.ubuntu.com/ubuntu bionic-updates/restricted i386 Packages [28.6 kB]
2021-09-28T21:23:06.984 INFO:teuthology.orchestra.run.smithi051.stdout:Get:18 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [492 kB]
2021-09-28T21:23:06.997 INFO:teuthology.orchestra.run.smithi051.stdout:Get:19 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [66.7 kB]
2021-09-28T21:23:06.998 INFO:teuthology.orchestra.run.smithi051.stdout:Get:20 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,576 kB]
2021-09-28T21:23:07.044 INFO:teuthology.orchestra.run.smithi051.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,750 kB]
2021-09-28T21:23:07.095 INFO:teuthology.orchestra.run.smithi051.stdout:Get:22 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [375 kB]
2021-09-28T21:23:07.100 INFO:teuthology.orchestra.run.smithi051.stdout:Get:23 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse i386 Packages [11.6 kB]
2021-09-28T21:23:07.100 INFO:teuthology.orchestra.run.smithi051.stdout:Get:24 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse amd64 Packages [27.3 kB]
2021-09-28T21:23:07.101 INFO:teuthology.orchestra.run.smithi051.stdout:Get:25 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse Translation-en [6,808 B]
2021-09-28T21:23:08.548 INFO:teuthology.orchestra.run.smithi051.stdout:Fetched 14.9 MB in 2s (5,994 kB/s)
2021-09-28T21:23:10.095 INFO:teuthology.orchestra.run.smithi051.stdout:Reading package lists...
2021-09-28T21:23:10.147 DEBUG:teuthology.orchestra.run.smithi051:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2021-09-28T21:23:10.241 INFO:teuthology.orchestra.run.smithi051.stdout:Reading package lists...
2021-09-28T21:23:10.507 INFO:teuthology.orchestra.run.smithi051.stdout:Building dependency tree...
2021-09-28T21:23:10.508 INFO:teuthology.orchestra.run.smithi051.stdout:Reading state information...
2021-09-28T21:23:10.542 INFO:teuthology.orchestra.run.smithi051.stderr:E: Unable to locate package linux-image-current-generic
2021-09-28T21:23:10.543 DEBUG:teuthology.orchestra.run:got remote process result: 100
2021-09-28T21:23:10.544 DEBUG:teuthology.orchestra.run.smithi051:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2021-09-28T21:23:10.627 INFO:teuthology.orchestra.run.smithi051.stdout:Reading package lists...
2021-09-28T21:23:10.879 INFO:teuthology.orchestra.run.smithi051.stdout:Building dependency tree...
2021-09-28T21:23:10.880 INFO:teuthology.orchestra.run.smithi051.stdout:Reading state information...
2021-09-28T21:23:11.079 INFO:teuthology.orchestra.run.smithi051.stdout:The following additional packages will be installed:
2021-09-28T21:23:11.080 INFO:teuthology.orchestra.run.smithi051.stdout:  linux-generic linux-headers-4.15.0-159 linux-headers-4.15.0-159-generic
2021-09-28T21:23:11.080 INFO:teuthology.orchestra.run.smithi051.stdout:  linux-headers-generic linux-image-4.15.0-159-generic
2021-09-28T21:23:11.081 INFO:teuthology.orchestra.run.smithi051.stdout:  linux-modules-4.15.0-159-generic linux-modules-extra-4.15.0-159-generic
2021-09-28T21:23:11.082 INFO:teuthology.orchestra.run.smithi051.stdout:Suggested packages:
2021-09-28T21:23:11.083 INFO:teuthology.orchestra.run.smithi051.stdout:  fdutils linux-doc-4.15.0 | linux-source-4.15.0 linux-tools
2021-09-28T21:23:11.083 INFO:teuthology.orchestra.run.smithi051.stdout:Recommended packages:
2021-09-28T21:23:11.083 INFO:teuthology.orchestra.run.smithi051.stdout:  thermald
2021-09-28T21:23:11.118 INFO:teuthology.orchestra.run.smithi051.stdout:The following NEW packages will be installed:
2021-09-28T21:23:11.118 INFO:teuthology.orchestra.run.smithi051.stdout:  linux-headers-4.15.0-159 linux-headers-4.15.0-159-generic
2021-09-28T21:23:11.119 INFO:teuthology.orchestra.run.smithi051.stdout:  linux-image-4.15.0-159-generic linux-modules-4.15.0-159-generic
2021-09-28T21:23:11.119 INFO:teuthology.orchestra.run.smithi051.stdout:  linux-modules-extra-4.15.0-159-generic
2021-09-28T21:23:11.120 INFO:teuthology.orchestra.run.smithi051.stdout:The following packages will be upgraded:
2021-09-28T21:23:11.120 INFO:teuthology.orchestra.run.smithi051.stdout:  linux-generic linux-headers-generic linux-image-generic
2021-09-28T21:23:11.308 INFO:teuthology.orchestra.run.smithi051.stdout:3 upgraded, 5 newly installed, 0 to remove and 44 not upgraded.
2021-09-28T21:23:11.308 INFO:teuthology.orchestra.run.smithi051.stdout:Need to get 67.5 MB of archives.
2021-09-28T21:23:11.308 INFO:teuthology.orchestra.run.smithi051.stdout:After this operation, 350 MB of additional disk space will be used.
2021-09-28T21:23:11.309 INFO:teuthology.orchestra.run.smithi051.stdout:Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-4.15.0-159-generic amd64 4.15.0-159.167 [13.4 MB]
2021-09-28T21:23:12.366 INFO:teuthology.orchestra.run.smithi051.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-4.15.0-159-generic amd64 4.15.0-159.167 [8,093 kB]
2021-09-28T21:23:12.570 INFO:teuthology.orchestra.run.smithi051.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-extra-4.15.0-159-generic amd64 4.15.0-159.167 [33.7 MB]
2021-09-28T21:23:13.803 INFO:teuthology.orchestra.run.smithi051.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-generic amd64 4.15.0.159.148 [1,868 B]
2021-09-28T21:23:13.805 INFO:teuthology.orchestra.run.smithi051.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-generic amd64 4.15.0.159.148 [2,544 B]
2021-09-28T21:23:13.805 INFO:teuthology.orchestra.run.smithi051.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-159 all 4.15.0-159.167 [10.9 MB]
2021-09-28T21:23:14.107 INFO:teuthology.orchestra.run.smithi051.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-159-generic amd64 4.15.0-159.167 [1,264 kB]
2021-09-28T21:23:14.163 INFO:teuthology.orchestra.run.smithi051.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-generic amd64 4.15.0.159.148 [2,448 B]
2021-09-28T21:23:14.633 INFO:teuthology.orchestra.run.smithi051.stdout:Fetched 67.5 MB in 3s (22.3 MB/s)
2021-09-28T21:23:14.806 INFO:teuthology.orchestra.run.smithi051.stdout:Selecting previously unselected package linux-modules-4.15.0-159-generic.
2021-09-28T21:23:14.844 INFO:teuthology.orchestra.run.smithi051.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 100318 files and directories currently installed.)
2021-09-28T21:23:14.847 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../0-linux-modules-4.15.0-159-generic_4.15.0-159.167_amd64.deb ...
2021-09-28T21:23:14.903 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-modules-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:16.749 INFO:teuthology.orchestra.run.smithi051.stdout:Selecting previously unselected package linux-image-4.15.0-159-generic.
2021-09-28T21:23:16.761 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../1-linux-image-4.15.0-159-generic_4.15.0-159.167_amd64.deb ...
2021-09-28T21:23:16.846 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-image-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:17.335 INFO:teuthology.orchestra.run.smithi051.stdout:Selecting previously unselected package linux-modules-extra-4.15.0-159-generic.
2021-09-28T21:23:17.346 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../2-linux-modules-extra-4.15.0-159-generic_4.15.0-159.167_amd64.deb ...
2021-09-28T21:23:17.385 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-modules-extra-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:21.377 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../3-linux-generic_4.15.0.159.148_amd64.deb ...
2021-09-28T21:23:21.504 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-generic (4.15.0.159.148) over (4.15.0.153.142) ...
2021-09-28T21:23:21.808 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../4-linux-image-generic_4.15.0.159.148_amd64.deb ...
2021-09-28T21:23:21.929 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-image-generic (4.15.0.159.148) over (4.15.0.153.142) ...
2021-09-28T21:23:22.565 INFO:teuthology.orchestra.run.smithi051.stdout:Selecting previously unselected package linux-headers-4.15.0-159.
2021-09-28T21:23:22.577 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../5-linux-headers-4.15.0-159_4.15.0-159.167_all.deb ...
2021-09-28T21:23:22.606 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-headers-4.15.0-159 (4.15.0-159.167) ...
2021-09-28T21:23:27.736 INFO:teuthology.orchestra.run.smithi051.stdout:Selecting previously unselected package linux-headers-4.15.0-159-generic.
2021-09-28T21:23:27.748 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../6-linux-headers-4.15.0-159-generic_4.15.0-159.167_amd64.deb ...
2021-09-28T21:23:27.788 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-headers-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:30.947 INFO:teuthology.orchestra.run.smithi051.stdout:Preparing to unpack .../7-linux-headers-generic_4.15.0.159.148_amd64.deb ...
2021-09-28T21:23:31.079 INFO:teuthology.orchestra.run.smithi051.stdout:Unpacking linux-headers-generic (4.15.0.159.148) over (4.15.0.153.142) ...
2021-09-28T21:23:31.407 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-modules-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:32.101 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-headers-4.15.0-159 (4.15.0-159.167) ...
2021-09-28T21:23:32.238 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-headers-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:32.368 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-headers-generic (4.15.0.159.148) ...
2021-09-28T21:23:32.530 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-image-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:33.032 INFO:teuthology.orchestra.run.smithi051.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-4.15.0-159-generic
2021-09-28T21:23:33.032 INFO:teuthology.orchestra.run.smithi051.stdout:I: /initrd.img is now a symlink to boot/initrd.img-4.15.0-159-generic
2021-09-28T21:23:33.188 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-modules-extra-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:33.738 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-image-generic (4.15.0.159.148) ...
2021-09-28T21:23:33.867 INFO:teuthology.orchestra.run.smithi051.stdout:Setting up linux-generic (4.15.0.159.148) ...
2021-09-28T21:23:33.988 INFO:teuthology.orchestra.run.smithi051.stdout:Processing triggers for linux-image-4.15.0-159-generic (4.15.0-159.167) ...
2021-09-28T21:23:34.175 INFO:teuthology.orchestra.run.smithi051.stdout:/etc/kernel/postinst.d/initramfs-tools:
2021-09-28T21:23:34.176 INFO:teuthology.orchestra.run.smithi051.stdout:update-initramfs: Generating /boot/initrd.img-4.15.0-159-generic
2021-09-28T21:23:50.910 INFO:teuthology.orchestra.run.smithi051.stdout:/etc/kernel/postinst.d/zz-update-grub:
2021-09-28T21:23:50.912 INFO:teuthology.orchestra.run.smithi051.stdout:Sourcing file `/etc/default/grub'
2021-09-28T21:23:50.947 INFO:teuthology.orchestra.run.smithi051.stdout:Generating grub configuration file ...
2021-09-28T21:23:51.287 INFO:teuthology.orchestra.run.smithi051.stdout:Found linux image: /boot/vmlinuz-4.15.0-159-generic
2021-09-28T21:23:51.315 INFO:teuthology.orchestra.run.smithi051.stdout:Found initrd image: /boot/initrd.img-4.15.0-159-generic
2021-09-28T21:23:51.627 INFO:teuthology.orchestra.run.smithi051.stdout:Found linux image: /boot/vmlinuz-4.15.0-153-generic
2021-09-28T21:23:51.659 INFO:teuthology.orchestra.run.smithi051.stdout:Found initrd image: /boot/initrd.img-4.15.0-153-generic
2021-09-28T21:23:52.272 INFO:teuthology.orchestra.run.smithi051.stdout:done
2021-09-28T21:23:52.670 DEBUG:teuthology.orchestra.run.smithi051:> dpkg -s linux-image-generic
2021-09-28T21:23:52.695 INFO:teuthology.orchestra.run.smithi051.stdout:Package: linux-image-generic
2021-09-28T21:23:52.696 INFO:teuthology.orchestra.run.smithi051.stdout:Status: install ok installed
2021-09-28T21:23:52.696 INFO:teuthology.orchestra.run.smithi051.stdout:Priority: optional
2021-09-28T21:23:52.696 INFO:teuthology.orchestra.run.smithi051.stdout:Section: kernel
2021-09-28T21:23:52.697 INFO:teuthology.orchestra.run.smithi051.stdout:Installed-Size: 17
2021-09-28T21:23:52.697 INFO:teuthology.orchestra.run.smithi051.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2021-09-28T21:23:52.697 INFO:teuthology.orchestra.run.smithi051.stdout:Architecture: amd64
2021-09-28T21:23:52.697 INFO:teuthology.orchestra.run.smithi051.stdout:Source: linux-meta
2021-09-28T21:23:52.697 INFO:teuthology.orchestra.run.smithi051.stdout:Version: 4.15.0.159.148
2021-09-28T21:23:52.698 INFO:teuthology.orchestra.run.smithi051.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.12)
2021-09-28T21:23:52.698 INFO:teuthology.orchestra.run.smithi051.stdout:Depends: linux-image-4.15.0-159-generic, linux-modules-extra-4.15.0-159-generic, linux-firmware, intel-microcode, amd64-microcode
2021-09-28T21:23:52.698 INFO:teuthology.orchestra.run.smithi051.stdout:Recommends: thermald
2021-09-28T21:23:52.698 INFO:teuthology.orchestra.run.smithi051.stdout:Description: Generic Linux kernel image
2021-09-28T21:23:52.699 INFO:teuthology.orchestra.run.smithi051.stdout: This package will always depend on the latest generic kernel image
2021-09-28T21:23:52.699 INFO:teuthology.orchestra.run.smithi051.stdout: available.
2021-09-28T21:23:52.699 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.15.0-153-generic Expected: 4.15.0-159-generic
2021-09-28T21:23:52.700 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2021-09-28T21:23:52.700 DEBUG:teuthology.task.kernel:src is distro, skipping download
2021-09-28T21:23:52.700 INFO:teuthology.task.kernel:Installing distro kernel on mgr.y...
2021-09-28T21:23:52.701 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi051.front.sepia.ceph.com, path=None, version=distro)
2021-09-28T21:23:52.701 DEBUG:teuthology.orchestra.run.smithi051:> sudo apt-get clean
2021-09-28T21:23:52.809 DEBUG:teuthology.orchestra.run.smithi051:> sudo apt-get update
2021-09-28T21:23:52.943 INFO:teuthology.orchestra.run.smithi051.stdout:Hit:1 http://security.ubuntu.com/ubuntu bionic-security InRelease
2021-09-28T21:23:53.059 INFO:teuthology.orchestra.run.smithi051.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease
2021-09-28T21:23:53.141 INFO:teuthology.orchestra.run.smithi051.stdout:Hit:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease
2021-09-28T21:23:53.223 INFO:teuthology.orchestra.run.smithi051.stdout:Hit:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease
2021-09-28T21:23:55.178 INFO:teuthology.orchestra.run.smithi051.stdout:Reading package lists...
2021-09-28T21:23:55.230 DEBUG:teuthology.orchestra.run.smithi051:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic
2021-09-28T21:23:55.312 INFO:teuthology.orchestra.run.smithi051.stdout:Reading package lists...
2021-09-28T21:23:55.577 INFO:teuthology.orchestra.run.smithi051.stdout:Building dependency tree...
2021-09-28T21:23:55.578 INFO:teuthology.orchestra.run.smithi051.stdout:Reading state information...
2021-09-28T21:23:55.619 INFO:teuthology.orchestra.run.smithi051.stderr:E: Unable to locate package linux-image-current-generic
2021-09-28T21:23:55.620 DEBUG:teuthology.orchestra.run:got remote process result: 100
2021-09-28T21:23:55.621 DEBUG:teuthology.orchestra.run.smithi051:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2021-09-28T21:23:55.704 INFO:teuthology.orchestra.run.smithi051.stdout:Reading package lists...
2021-09-28T21:23:55.975 INFO:teuthology.orchestra.run.smithi051.stdout:Building dependency tree...
2021-09-28T21:23:55.976 INFO:teuthology.orchestra.run.smithi051.stdout:Reading state information...
2021-09-28T21:23:56.216 INFO:teuthology.orchestra.run.smithi051.stdout:linux-image-generic is already the newest version (4.15.0.159.148).
2021-09-28T21:23:56.216 INFO:teuthology.orchestra.run.smithi051.stdout:0 upgraded, 0 newly installed, 0 to remove and 44 not upgraded.
2021-09-28T21:23:56.218 DEBUG:teuthology.orchestra.run.smithi051:> dpkg -s linux-image-generic
2021-09-28T21:23:56.235 INFO:teuthology.orchestra.run.smithi051.stdout:Package: linux-image-generic
2021-09-28T21:23:56.237 INFO:teuthology.orchestra.run.smithi051.stdout:Status: install ok installed
2021-09-28T21:23:56.237 INFO:teuthology.orchestra.run.smithi051.stdout:Priority: optional
2021-09-28T21:23:56.237 INFO:teuthology.orchestra.run.smithi051.stdout:Section: kernel
2021-09-28T21:23:56.238 INFO:teuthology.orchestra.run.smithi051.stdout:Installed-Size: 17
2021-09-28T21:23:56.238 INFO:teuthology.orchestra.run.smithi051.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2021-09-28T21:23:56.238 INFO:teuthology.orchestra.run.smithi051.stdout:Architecture: amd64
2021-09-28T21:23:56.239 INFO:teuthology.orchestra.run.smithi051.stdout:Source: linux-meta
2021-09-28T21:23:56.239 INFO:teuthology.orchestra.run.smithi051.stdout:Version: 4.15.0.159.148
2021-09-28T21:23:56.239 INFO:teuthology.orchestra.run.smithi051.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.12)
2021-09-28T21:23:56.239 INFO:teuthology.orchestra.run.smithi051.stdout:Depends: linux-image-4.15.0-159-generic, linux-modules-extra-4.15.0-159-generic, linux-firmware, intel-microcode, amd64-microcode
2021-09-28T21:23:56.240 INFO:teuthology.orchestra.run.smithi051.stdout:Recommends: thermald
2021-09-28T21:23:56.240 INFO:teuthology.orchestra.run.smithi051.stdout:Description: Generic Linux kernel image
2021-09-28T21:23:56.240 INFO:teuthology.orchestra.run.smithi051.stdout: This package will always depend on the latest generic kernel image
2021-09-28T21:23:56.240 INFO:teuthology.orchestra.run.smithi051.stdout: available.
2021-09-28T21:23:56.241 DEBUG:teuthology.orchestra.run.smithi051:> mktemp
2021-09-28T21:23:56.284 INFO:teuthology.orchestra.run.smithi051.stdout:/tmp/tmp.xaJPRG9bHS
2021-09-28T21:23:56.285 DEBUG:teuthology.orchestra.run.smithi051:> sudo cp /boot/grub/grub.cfg /tmp/tmp.xaJPRG9bHS
2021-09-28T21:23:56.345 DEBUG:teuthology.orchestra.run.smithi051:> sudo chmod 0666 /tmp/tmp.xaJPRG9bHS
2021-09-28T21:23:56.458 DEBUG:teuthology.orchestra.remote:smithi051:/tmp/tmp.xaJPRG9bHS is 8KB
2021-09-28T21:23:56.513 DEBUG:teuthology.orchestra.run.smithi051:> rm -fr /tmp/tmp.xaJPRG9bHS
2021-09-28T21:23:56.521 DEBUG:teuthology.orchestra.run.smithi051:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2021-09-28T21:23:56.582 DEBUG:teuthology.orchestra.run.smithi051:> set -ex
2021-09-28T21:23:56.583 DEBUG:teuthology.orchestra.run.smithi051:> sudo dd of=/etc/grub.d/01_ceph_kernel
2021-09-28T21:23:56.583 DEBUG:teuthology.orchestra.run.smithi051:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2021-09-28T21:23:56.658 INFO:teuthology.task.kernel:Distro Kernel Version: 4.15.0-159-generic
2021-09-28T21:23:56.659 DEBUG:teuthology.orchestra.run.smithi051:> sudo update-grub
2021-09-28T21:23:57.841 INFO:teuthology.orchestra.run.smithi051.stderr:Sourcing file `/etc/default/grub'
2021-09-28T21:23:57.852 INFO:teuthology.orchestra.run.smithi051.stderr:Generating grub configuration file ...
2021-09-28T21:23:58.097 INFO:teuthology.orchestra.run.smithi051.stderr:Found linux image: /boot/vmlinuz-4.15.0-159-generic
2021-09-28T21:23:58.110 INFO:teuthology.orchestra.run.smithi051.stderr:Found initrd image: /boot/initrd.img-4.15.0-159-generic
2021-09-28T21:23:58.388 INFO:teuthology.orchestra.run.smithi051.stderr:Found linux image: /boot/vmlinuz-4.15.0-153-generic
2021-09-28T21:23:58.402 INFO:teuthology.orchestra.run.smithi051.stderr:Found initrd image: /boot/initrd.img-4.15.0-153-generic
2021-09-28T21:23:58.731 INFO:teuthology.orchestra.run.smithi051.stderr:done
2021-09-28T21:23:58.733 DEBUG:teuthology.orchestra.run.smithi051:> sudo shutdown -r now
2021-09-28T21:24:28.742 INFO:teuthology.misc:Re-opening connections...
2021-09-28T21:24:28.742 INFO:teuthology.misc:trying to connect to ubuntu@smithi027.front.sepia.ceph.com
2021-09-28T21:24:28.743 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com'
2021-09-28T21:24:28.744 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:28.816 DEBUG:teuthology.orchestra.run.smithi027:> true
2021-09-28T21:24:28.889 DEBUG:teuthology.misc:waited 0.1464853286743164
2021-09-28T21:24:29.891 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:29.891 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:29.893 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:32.971 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:32.973 DEBUG:teuthology.misc:waited 4.230405807495117
2021-09-28T21:24:33.974 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:33.974 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:33.975 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:36.043 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:36.044 DEBUG:teuthology.misc:waited 7.301188707351685
2021-09-28T21:24:37.045 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:37.046 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:37.046 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:39.115 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:39.115 DEBUG:teuthology.misc:waited 10.372682094573975
2021-09-28T21:24:40.116 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:40.117 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:40.117 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:42.190 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:42.190 DEBUG:teuthology.misc:waited 13.447736978530884
2021-09-28T21:24:43.192 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:43.192 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:43.193 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:45.262 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:45.263 DEBUG:teuthology.misc:waited 16.520647764205933
2021-09-28T21:24:46.264 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:46.264 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:46.265 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:48.335 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:48.335 DEBUG:teuthology.misc:waited 19.59270405769348
2021-09-28T21:24:49.336 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:49.337 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:49.338 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:51.403 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:51.404 DEBUG:teuthology.misc:waited 22.661086559295654
2021-09-28T21:24:52.404 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:52.405 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:52.406 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:54.479 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:54.479 DEBUG:teuthology.misc:waited 25.736774682998657
2021-09-28T21:24:55.480 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:55.480 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:55.481 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:24:57.546 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:24:57.547 DEBUG:teuthology.misc:waited 28.804713487625122
2021-09-28T21:24:58.549 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:24:58.549 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:24:58.550 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:00.618 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:00.619 DEBUG:teuthology.misc:waited 31.876698970794678
2021-09-28T21:25:01.620 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:01.621 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:01.621 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:03.691 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:03.691 DEBUG:teuthology.misc:waited 34.94897723197937
2021-09-28T21:25:04.692 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:04.693 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:04.693 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:06.763 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:06.763 DEBUG:teuthology.misc:waited 38.02072072029114
2021-09-28T21:25:07.765 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:07.766 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:07.766 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:09.839 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:09.839 DEBUG:teuthology.misc:waited 41.09672498703003
2021-09-28T21:25:10.840 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:10.840 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:10.841 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:12.910 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:12.911 DEBUG:teuthology.misc:waited 44.16862463951111
2021-09-28T21:25:13.912 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:13.912 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:13.913 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:15.981 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:15.982 DEBUG:teuthology.misc:waited 47.239492893218994
2021-09-28T21:25:16.989 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:16.989 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:16.990 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:19.051 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:19.052 DEBUG:teuthology.misc:waited 50.309666872024536
2021-09-28T21:25:20.054 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:20.055 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:20.055 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:22.123 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:22.123 DEBUG:teuthology.misc:waited 53.380664110183716
2021-09-28T21:25:23.126 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:23.127 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:23.128 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:25.195 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:25.195 DEBUG:teuthology.misc:waited 56.45267128944397
2021-09-28T21:25:26.196 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:26.197 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:26.198 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:28.267 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:28.267 DEBUG:teuthology.misc:waited 59.524811029434204
2021-09-28T21:25:29.268 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:29.269 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:29.270 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:31.339 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:31.340 DEBUG:teuthology.misc:waited 62.59718894958496
2021-09-28T21:25:32.341 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:32.341 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:32.342 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:34.411 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:34.411 DEBUG:teuthology.misc:waited 65.66874265670776
2021-09-28T21:25:35.413 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:35.413 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:35.414 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:37.486 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:37.487 DEBUG:teuthology.misc:waited 68.74468040466309
2021-09-28T21:25:38.488 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:38.488 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:38.489 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:40.559 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:40.559 DEBUG:teuthology.misc:waited 71.81704664230347
2021-09-28T21:25:41.561 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:41.561 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:41.562 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:43.627 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:43.627 DEBUG:teuthology.misc:waited 74.88475036621094
2021-09-28T21:25:44.628 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:44.629 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:44.630 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:46.699 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:46.699 DEBUG:teuthology.misc:waited 77.95674800872803
2021-09-28T21:25:47.700 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:47.701 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:47.702 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:49.771 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:49.771 DEBUG:teuthology.misc:waited 81.02869248390198
2021-09-28T21:25:50.772 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:50.773 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:50.773 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:52.843 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:52.843 DEBUG:teuthology.misc:waited 84.10070657730103
2021-09-28T21:25:53.844 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:53.844 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:53.845 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:55.919 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:55.919 DEBUG:teuthology.misc:waited 87.17677474021912
2021-09-28T21:25:56.920 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:56.921 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:56.921 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:25:58.987 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:25:58.987 DEBUG:teuthology.misc:waited 90.24482464790344
2021-09-28T21:25:59.988 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:25:59.989 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:25:59.989 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:02.065 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:02.066 DEBUG:teuthology.misc:waited 93.32331585884094
2021-09-28T21:26:03.067 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:03.068 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:03.068 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:05.131 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:05.131 DEBUG:teuthology.misc:waited 96.3887107372284
2021-09-28T21:26:06.132 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:06.132 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:06.133 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:08.203 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:08.203 DEBUG:teuthology.misc:waited 99.46073842048645
2021-09-28T21:26:09.204 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:09.205 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:09.206 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:11.279 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:11.279 DEBUG:teuthology.misc:waited 102.53675389289856
2021-09-28T21:26:12.280 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:12.281 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:12.282 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:14.346 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:14.347 DEBUG:teuthology.misc:waited 105.60469627380371
2021-09-28T21:26:15.348 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:15.348 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:15.349 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:17.419 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:17.420 DEBUG:teuthology.misc:waited 108.67715764045715
2021-09-28T21:26:18.421 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:18.421 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:18.422 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:20.490 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:20.491 DEBUG:teuthology.misc:waited 111.74861335754395
2021-09-28T21:26:21.492 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:21.493 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:21.494 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:23.563 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:23.563 DEBUG:teuthology.misc:waited 114.82084488868713
2021-09-28T21:26:24.565 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:24.565 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:24.566 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:26.634 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:26.635 DEBUG:teuthology.misc:waited 117.89267039299011
2021-09-28T21:26:27.636 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:27.636 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:27.637 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:29.706 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:29.707 DEBUG:teuthology.misc:waited 120.96464490890503
2021-09-28T21:26:30.708 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:30.708 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:30.709 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:32.778 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:32.779 DEBUG:teuthology.misc:waited 124.03666400909424
2021-09-28T21:26:33.780 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:33.781 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:33.782 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:52.106 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:52.107 DEBUG:teuthology.misc:waited 143.36471104621887
2021-09-28T21:26:53.108 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:53.108 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:53.109 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:55.881 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:26:55.882 DEBUG:teuthology.misc:waited 147.13963055610657
2021-09-28T21:26:56.883 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:26:56.884 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:26:56.884 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:26:56.983 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:26:58.083 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:26:59.181 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:00.280 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:01.379 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:02.476 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:03.572 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:04.672 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:05.769 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:06.826 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:06.827 DEBUG:teuthology.orchestra.remote:'connect to smithi051.front.sepia.ceph.com' reached maximum tries (10) after waiting for 10 seconds
2021-09-28T21:27:06.827 DEBUG:teuthology.misc:waited 158.0850052833557
2021-09-28T21:27:07.828 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:07.829 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:07.829 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:07.926 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:08.984 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:10.082 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:11.142 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:12.240 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:13.298 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:14.301 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:14.303 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:14.303 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:14.303 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:14.304 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:14.304 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:14.305 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:14.305 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:14.305 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:14.306 ERROR:paramiko.transport:
2021-09-28T21:27:14.306 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:14.306 ERROR:paramiko.transport:
2021-09-28T21:27:14.307 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:14.307 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:14.307 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:14.308 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:14.308 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:14.308 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:14.308 ERROR:paramiko.transport:
2021-09-28T21:27:14.309 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:14.310 DEBUG:teuthology.misc:waited 165.56719994544983
2021-09-28T21:27:15.311 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:15.312 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:15.312 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:15.411 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:16.414 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:16.415 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:16.415 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:16.415 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:16.416 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:16.416 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:16.416 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:16.417 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:16.417 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:16.417 ERROR:paramiko.transport:
2021-09-28T21:27:16.417 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:16.418 ERROR:paramiko.transport:
2021-09-28T21:27:16.418 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:16.419 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:16.419 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:16.419 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:16.420 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:16.420 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:16.420 ERROR:paramiko.transport:
2021-09-28T21:27:16.421 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:16.421 DEBUG:teuthology.misc:waited 167.67884731292725
2021-09-28T21:27:17.422 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:17.423 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:17.424 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:17.425 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:17.426 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:17.426 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:17.427 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:17.427 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:17.427 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:17.427 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:17.428 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:17.428 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:17.428 ERROR:paramiko.transport:
2021-09-28T21:27:17.429 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:17.429 ERROR:paramiko.transport:
2021-09-28T21:27:17.429 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:17.429 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:17.430 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:17.430 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:17.430 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:17.431 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:17.431 ERROR:paramiko.transport:
2021-09-28T21:27:17.431 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:17.432 DEBUG:teuthology.misc:waited 168.68952298164368
2021-09-28T21:27:18.433 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:18.433 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:18.434 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:18.492 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:19.591 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:20.594 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:20.594 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:20.595 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:20.595 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:20.595 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:20.596 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:20.596 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:20.596 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:20.596 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:20.597 ERROR:paramiko.transport:
2021-09-28T21:27:20.597 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:20.597 ERROR:paramiko.transport:
2021-09-28T21:27:20.598 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:20.598 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:20.598 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:20.599 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:20.599 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:20.599 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:20.600 ERROR:paramiko.transport:
2021-09-28T21:27:20.601 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:20.601 DEBUG:teuthology.misc:waited 171.8588891029358
2021-09-28T21:27:21.602 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:21.603 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:21.604 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:21.702 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:22.803 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:23.805 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:23.806 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:23.806 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:23.806 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:23.807 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:23.807 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:23.807 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:23.808 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:23.808 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:23.808 ERROR:paramiko.transport:
2021-09-28T21:27:23.809 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:23.809 ERROR:paramiko.transport:
2021-09-28T21:27:23.810 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:23.810 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:23.810 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:23.811 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:23.811 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:23.811 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:23.811 ERROR:paramiko.transport:
2021-09-28T21:27:23.812 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:23.812 DEBUG:teuthology.misc:waited 175.07003021240234
2021-09-28T21:27:24.813 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:24.814 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:24.817 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:24.818 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:24.819 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:24.819 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:24.819 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:24.820 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:24.820 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:24.821 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:24.821 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:24.821 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:24.821 ERROR:paramiko.transport:
2021-09-28T21:27:24.822 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:24.822 ERROR:paramiko.transport:
2021-09-28T21:27:24.822 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:24.823 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:24.823 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:24.823 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:24.823 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:24.824 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:24.824 ERROR:paramiko.transport:
2021-09-28T21:27:24.825 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:24.825 DEBUG:teuthology.misc:waited 176.0825433731079
2021-09-28T21:27:25.826 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:25.826 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:25.827 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:25.923 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:27.024 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:28.027 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:28.027 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:28.028 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:28.028 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:28.028 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:28.029 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:28.029 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:28.029 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:28.029 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:28.030 ERROR:paramiko.transport:
2021-09-28T21:27:28.030 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:28.030 ERROR:paramiko.transport:
2021-09-28T21:27:28.031 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:28.031 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:28.031 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:28.032 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:28.032 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:28.032 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:28.033 ERROR:paramiko.transport:
2021-09-28T21:27:28.033 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:28.033 DEBUG:teuthology.misc:waited 179.29101729393005
2021-09-28T21:27:29.034 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:29.035 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:29.036 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:29.132 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:30.230 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:31.234 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:31.235 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:31.235 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:31.235 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:31.236 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:31.236 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:31.236 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:31.236 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:31.237 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:31.237 ERROR:paramiko.transport:
2021-09-28T21:27:31.237 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:31.238 ERROR:paramiko.transport:
2021-09-28T21:27:31.238 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:31.238 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:31.239 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:31.239 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:31.239 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:31.239 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:31.240 ERROR:paramiko.transport:
2021-09-28T21:27:31.240 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:31.241 DEBUG:teuthology.misc:waited 182.4982945919037
2021-09-28T21:27:32.242 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:32.243 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:32.243 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:32.343 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:33.345 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:33.346 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:33.346 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:33.346 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:33.347 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:33.347 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:33.347 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:33.348 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:33.348 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:33.348 ERROR:paramiko.transport:
2021-09-28T21:27:33.349 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:33.349 ERROR:paramiko.transport:
2021-09-28T21:27:33.349 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:33.350 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:33.350 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:33.350 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:33.351 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:33.351 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:33.351 ERROR:paramiko.transport:
2021-09-28T21:27:33.352 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:33.352 DEBUG:teuthology.misc:waited 184.61004185676575
2021-09-28T21:27:34.354 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:34.354 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:34.355 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:34.357 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:34.357 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:34.357 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:34.358 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:34.358 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:34.358 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:34.359 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:34.359 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:34.359 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:34.360 ERROR:paramiko.transport:
2021-09-28T21:27:34.360 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:34.360 ERROR:paramiko.transport:
2021-09-28T21:27:34.360 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:34.361 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:34.361 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:34.361 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:34.362 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:34.362 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:34.362 ERROR:paramiko.transport:
2021-09-28T21:27:34.363 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:34.363 DEBUG:teuthology.misc:waited 185.62075424194336
2021-09-28T21:27:35.364 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:35.364 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:35.365 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:35.463 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:36.560 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:37.563 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:37.564 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:37.564 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:37.565 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:37.565 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:37.565 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:37.566 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:37.566 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:37.566 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:37.566 ERROR:paramiko.transport:
2021-09-28T21:27:37.567 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:37.567 ERROR:paramiko.transport:
2021-09-28T21:27:37.567 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:37.568 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:37.568 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:37.568 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:37.569 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:37.569 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:37.569 ERROR:paramiko.transport:
2021-09-28T21:27:37.570 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:37.570 DEBUG:teuthology.misc:waited 188.82773685455322
2021-09-28T21:27:38.571 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:38.572 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:38.573 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:38.668 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:39.672 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:39.673 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:39.673 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:39.673 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:39.674 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:39.674 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:39.674 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:39.675 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:39.675 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:39.675 ERROR:paramiko.transport:
2021-09-28T21:27:39.676 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:39.676 ERROR:paramiko.transport:
2021-09-28T21:27:39.676 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:39.677 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:39.677 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:39.677 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:39.677 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:39.678 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:39.678 ERROR:paramiko.transport:
2021-09-28T21:27:39.679 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:39.679 DEBUG:teuthology.misc:waited 190.93668222427368
2021-09-28T21:27:40.680 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:40.680 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:40.681 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:40.780 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:41.882 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:42.884 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:42.885 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:42.885 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:42.885 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:42.886 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:42.886 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:42.886 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:42.887 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:42.887 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:42.887 ERROR:paramiko.transport:
2021-09-28T21:27:42.887 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:42.888 ERROR:paramiko.transport:
2021-09-28T21:27:42.888 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:42.888 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:42.889 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:42.889 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:42.889 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:42.889 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:42.890 ERROR:paramiko.transport:
2021-09-28T21:27:42.890 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:42.891 DEBUG:teuthology.misc:waited 194.14834308624268
2021-09-28T21:27:43.891 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:43.892 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:43.893 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:43.895 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:43.895 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:43.896 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:43.896 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:43.896 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:43.897 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:43.897 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:43.897 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:43.898 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:43.898 ERROR:paramiko.transport:
2021-09-28T21:27:43.899 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:43.900 ERROR:paramiko.transport:
2021-09-28T21:27:43.900 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:43.900 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:43.901 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:43.901 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:43.901 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:43.902 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:43.902 ERROR:paramiko.transport:
2021-09-28T21:27:43.902 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:43.903 DEBUG:teuthology.misc:waited 195.160338640213
2021-09-28T21:27:44.903 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:44.904 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:44.905 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:44.907 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:44.907 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:44.908 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:44.908 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:44.908 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:44.909 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:44.909 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:44.909 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:44.909 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:44.910 ERROR:paramiko.transport:
2021-09-28T21:27:44.910 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:44.910 ERROR:paramiko.transport:
2021-09-28T21:27:44.911 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:44.911 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:44.911 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:44.912 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:44.912 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:44.912 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:44.912 ERROR:paramiko.transport:
2021-09-28T21:27:44.913 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:44.913 DEBUG:teuthology.misc:waited 196.17096781730652
2021-09-28T21:27:45.914 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:45.915 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:45.916 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:46.015 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:47.114 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:48.119 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:48.119 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:48.120 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:48.120 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:48.121 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:48.121 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:48.121 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:48.121 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:48.122 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:48.122 ERROR:paramiko.transport:
2021-09-28T21:27:48.122 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:48.123 ERROR:paramiko.transport:
2021-09-28T21:27:48.123 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:48.123 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:48.124 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:48.124 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:48.124 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:48.125 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:48.125 ERROR:paramiko.transport:
2021-09-28T21:27:48.125 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:48.126 DEBUG:teuthology.misc:waited 199.38344836235046
2021-09-28T21:27:49.127 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:49.128 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:49.128 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:49.225 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:50.228 ERROR:paramiko.transport:Exception: Error reading SSH protocol banner
2021-09-28T21:27:50.229 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:50.229 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2211, in _check_banner
2021-09-28T21:27:50.230 ERROR:paramiko.transport:    buf = self.packetizer.readline(timeout)
2021-09-28T21:27:50.230 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 380, in readline
2021-09-28T21:27:50.230 ERROR:paramiko.transport:    buf += self._read_timeout(timeout)
2021-09-28T21:27:50.231 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/packet.py", line 609, in _read_timeout
2021-09-28T21:27:50.231 ERROR:paramiko.transport:    raise EOFError()
2021-09-28T21:27:50.231 ERROR:paramiko.transport:EOFError
2021-09-28T21:27:50.232 ERROR:paramiko.transport:
2021-09-28T21:27:50.232 ERROR:paramiko.transport:During handling of the above exception, another exception occurred:
2021-09-28T21:27:50.232 ERROR:paramiko.transport:
2021-09-28T21:27:50.233 ERROR:paramiko.transport:Traceback (most recent call last):
2021-09-28T21:27:50.233 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2039, in run
2021-09-28T21:27:50.233 ERROR:paramiko.transport:    self._check_banner()
2021-09-28T21:27:50.233 ERROR:paramiko.transport:  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/virtualenv/lib/python3.6/site-packages/paramiko/transport.py", line 2216, in _check_banner
2021-09-28T21:27:50.234 ERROR:paramiko.transport:    "Error reading SSH protocol banner" + str(e)
2021-09-28T21:27:50.234 ERROR:paramiko.transport:paramiko.ssh_exception.SSHException: Error reading SSH protocol banner
2021-09-28T21:27:50.234 ERROR:paramiko.transport:
2021-09-28T21:27:50.235 DEBUG:teuthology.orchestra.remote:Error reading SSH protocol banner
2021-09-28T21:27:50.235 DEBUG:teuthology.misc:waited 201.49297094345093
2021-09-28T21:27:51.236 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:27:51.237 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:27:51.237 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:27:51.338 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:27:52.441 ERROR:teuthology.orchestra.connection:Error authenticating with smithi051.front.sepia.ceph.com: Authentication failed.
2021-09-28T21:28:53.445 DEBUG:teuthology.orchestra.remote:timed out
2021-09-28T21:28:53.447 DEBUG:teuthology.misc:waited 264.70481300354004
2021-09-28T21:28:54.448 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:28:54.448 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:28:54.449 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:28:57.515 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:28:57.515 DEBUG:teuthology.misc:waited 268.77286410331726
2021-09-28T21:28:58.516 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:28:58.516 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:28:58.517 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:00.587 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:29:00.587 DEBUG:teuthology.misc:waited 271.8447895050049
2021-09-28T21:29:01.588 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:01.588 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:01.589 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:03.659 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:29:03.660 DEBUG:teuthology.misc:waited 274.9171769618988
2021-09-28T21:29:04.661 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:04.661 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:04.662 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:06.735 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:29:06.735 DEBUG:teuthology.misc:waited 277.99272871017456
2021-09-28T21:29:07.736 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:07.737 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:07.738 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:09.806 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:29:09.807 DEBUG:teuthology.misc:waited 281.06472158432007
2021-09-28T21:29:10.808 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:10.809 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:10.809 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:12.875 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:29:12.875 DEBUG:teuthology.misc:waited 284.13271832466125
2021-09-28T21:29:13.876 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:13.877 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:13.878 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:15.947 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.51
2021-09-28T21:29:15.947 DEBUG:teuthology.misc:waited 287.20486855506897
2021-09-28T21:29:16.948 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:16.949 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:16.950 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:18.806 DEBUG:teuthology.orchestra.run.smithi051:> true
2021-09-28T21:29:19.164 DEBUG:teuthology.misc:waited 290.42163705825806
2021-09-28T21:29:20.165 INFO:teuthology.task.kernel:Checking client mgr.y for new kernel version...
2021-09-28T21:29:20.165 INFO:teuthology.task.kernel:Checking kernel version of mgr.y, want "4.15.0-159-generic"...
2021-09-28T21:29:20.166 DEBUG:teuthology.orchestra.run.smithi051:> uname -r
2021-09-28T21:29:20.184 INFO:teuthology.orchestra.run.smithi051.stdout:4.18.0-305.10.2.el8_4.x86_64
2021-09-28T21:29:20.186 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.10.2.el8_4.x86_64 vs 4.15.0-159-generic
2021-09-28T21:29:20.186 DEBUG:teuthology.task.kernel:Distro of this test job: rhel
2021-09-28T21:29:20.187 ERROR:teuthology.task.kernel:Saw exception
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 708, in wait_for_reboot
    'failed to install new kernel version within timeout'
AssertionError: failed to install new kernel version within timeout
2021-09-28T21:29:21.188 INFO:teuthology.misc:Re-opening connections...
2021-09-28T21:29:21.189 INFO:teuthology.misc:trying to connect to ubuntu@smithi027.front.sepia.ceph.com
2021-09-28T21:29:21.190 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com'
2021-09-28T21:29:21.190 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:21.301 DEBUG:teuthology.orchestra.run.smithi027:> true
2021-09-28T21:29:21.369 DEBUG:teuthology.misc:waited 0.17967510223388672
2021-09-28T21:29:22.369 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:22.370 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:22.371 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:22.439 DEBUG:teuthology.orchestra.run.smithi051:> true
2021-09-28T21:29:22.521 DEBUG:teuthology.misc:waited 1.33247971534729
2021-09-28T21:29:23.522 INFO:teuthology.task.kernel:Checking client mgr.y for new kernel version...
2021-09-28T21:29:23.523 INFO:teuthology.task.kernel:Checking kernel version of mgr.y, want "4.15.0-159-generic"...
2021-09-28T21:29:23.523 DEBUG:teuthology.orchestra.run.smithi051:> uname -r
2021-09-28T21:29:23.539 INFO:teuthology.orchestra.run.smithi051.stdout:4.18.0-305.10.2.el8_4.x86_64
2021-09-28T21:29:23.539 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.10.2.el8_4.x86_64 vs 4.15.0-159-generic
2021-09-28T21:29:23.539 DEBUG:teuthology.task.kernel:Distro of this test job: rhel
2021-09-28T21:29:23.540 ERROR:teuthology.task.kernel:Saw exception
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 708, in wait_for_reboot
    'failed to install new kernel version within timeout'
AssertionError: failed to install new kernel version within timeout
2021-09-28T21:29:24.541 INFO:teuthology.misc:Re-opening connections...
2021-09-28T21:29:24.542 INFO:teuthology.misc:trying to connect to ubuntu@smithi027.front.sepia.ceph.com
2021-09-28T21:29:24.542 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com'
2021-09-28T21:29:24.543 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:24.611 DEBUG:teuthology.orchestra.run.smithi027:> true
2021-09-28T21:29:24.675 DEBUG:teuthology.misc:waited 0.13357758522033691
2021-09-28T21:29:25.680 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:25.681 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:25.682 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:25.748 DEBUG:teuthology.orchestra.run.smithi051:> true
2021-09-28T21:29:25.835 DEBUG:teuthology.misc:waited 1.2926948070526123
2021-09-28T21:29:26.836 INFO:teuthology.task.kernel:Checking client mgr.y for new kernel version...
2021-09-28T21:29:26.837 INFO:teuthology.task.kernel:Checking kernel version of mgr.y, want "4.15.0-159-generic"...
2021-09-28T21:29:26.837 DEBUG:teuthology.orchestra.run.smithi051:> uname -r
2021-09-28T21:29:26.852 INFO:teuthology.orchestra.run.smithi051.stdout:4.18.0-305.10.2.el8_4.x86_64
2021-09-28T21:29:26.852 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.10.2.el8_4.x86_64 vs 4.15.0-159-generic
2021-09-28T21:29:26.853 DEBUG:teuthology.task.kernel:Distro of this test job: rhel
2021-09-28T21:29:26.853 ERROR:teuthology.task.kernel:Saw exception
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 708, in wait_for_reboot
    'failed to install new kernel version within timeout'
AssertionError: failed to install new kernel version within timeout
2021-09-28T21:29:27.854 INFO:teuthology.misc:Re-opening connections...
2021-09-28T21:29:27.855 INFO:teuthology.misc:trying to connect to ubuntu@smithi027.front.sepia.ceph.com
2021-09-28T21:29:27.856 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com'
2021-09-28T21:29:27.857 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:27.924 DEBUG:teuthology.orchestra.run.smithi027:> true
2021-09-28T21:29:27.991 DEBUG:teuthology.misc:waited 0.13604402542114258
2021-09-28T21:29:28.992 INFO:teuthology.misc:trying to connect to ubuntu@smithi051.front.sepia.ceph.com
2021-09-28T21:29:28.993 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi051.front.sepia.ceph.com'
2021-09-28T21:29:28.994 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi051.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2021-09-28T21:29:29.134 DEBUG:teuthology.orchestra.run.smithi051:> true
2021-09-28T21:29:29.237 DEBUG:teuthology.misc:waited 1.3825047016143799
2021-09-28T21:29:30.239 INFO:teuthology.task.kernel:Checking client mgr.y for new kernel version...
2021-09-28T21:29:30.239 INFO:teuthology.task.kernel:Checking kernel version of mgr.y, want "4.15.0-159-generic"...
2021-09-28T21:29:30.240 DEBUG:teuthology.orchestra.run.smithi051:> uname -r
2021-09-28T21:29:30.258 INFO:teuthology.orchestra.run.smithi051.stdout:4.18.0-305.10.2.el8_4.x86_64
2021-09-28T21:29:30.259 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.10.2.el8_4.x86_64 vs 4.15.0-159-generic
2021-09-28T21:29:30.259 DEBUG:teuthology.task.kernel:Distro of this test job: rhel
2021-09-28T21:29:30.259 ERROR:teuthology.task.kernel:Saw exception
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 708, in wait_for_reboot
    'failed to install new kernel version within timeout'
AssertionError: failed to install new kernel version within timeout
2021-09-28T21:29:30.260 ERROR:teuthology.run_tasks:Saw exception from tasks.
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/run_tasks.py", line 91, in run_tasks
    manager = run_one_task(taskname, ctx=ctx, config=config)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/run_tasks.py", line 70, in run_one_task
    return task(**kwargs)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 1340, in task
    wait_for_reboot(ctx, need_version, timeout)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 708, in wait_for_reboot
    'failed to install new kernel version within timeout'
AssertionError: failed to install new kernel version within timeout
2021-09-28T21:29:30.359 ERROR:teuthology.run_tasks: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=72e09b171534414f8e9fa1620025d0af
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/run_tasks.py", line 91, in run_tasks
    manager = run_one_task(taskname, ctx=ctx, config=config)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/run_tasks.py", line 70, in run_one_task
    return task(**kwargs)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 1340, in task
    wait_for_reboot(ctx, need_version, timeout)
  File "/home/teuthworker/src/git.ceph.com_git_teuthology_f08b273eeec75318a83a4e8d7fb51841e4d71be0/teuthology/task/kernel.py", line 708, in wait_for_reboot
    'failed to install new kernel version within timeout'
AssertionError: failed to install new kernel version within timeout
2021-09-28T21:29:30.362 DEBUG:teuthology.run_tasks:Unwinding manager console_log
2021-09-28T21:29:30.421 INFO:teuthology.nuke:Checking targets against current locks
2021-09-28T21:29:30.537 DEBUG:teuthology.nuke:shortname: smithi027
2021-09-28T21:29:30.537 INFO:teuthology.task.internal.check_lock:Checking locks...
2021-09-28T21:29:30.539 DEBUG:teuthology.nuke:shortname: smithi051
2021-09-28T21:29:30.540 INFO:teuthology.task.internal.check_lock:Checking locks...
2021-09-28T21:29:30.564 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi051.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi/6412149', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': '', 'os_version': '', 'arch': 'x86_64', 'locked': True, 'locked_since': '2021-09-28 21:25:30.333097', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCu9rHYKcwa65L6U+Oq9VyfYTcmGdbWhKOn6e62uwPRetlNAH859C5fu+cUGvX+s9o2TroTtfRMLl5zXiEjTR8LxXo2XUNDpkoxuMuN7MFlr4V/0TV4i53MqtClRf3FUQ2nSkNqb+bEKP1z6GYV0UU6XOFGA+cObGiXRneueolRHPLLYhw3b7Omo2c+ZqpSXP3C1/9YEFNw24HkmYS3gMyYg27VV+ESEY5Mkgt/sI2QFTrRHIlEG2/aWK/Ski/V9P4qjH+rM9rUEues0zsdWNum4bdmsUnFFrjnqDX8kY6To4g1S1mppJshiXhcYWFBlWT/ya1IpB6N9Dh4eQ4sBgBx'}
2021-09-28T21:29:30.568 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi027.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2021-09-28_18:51:25-rados-wip-yuri4-testing-2021-09-28-0758-pacific-distro-basic-smithi/6412136', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.4', 'arch': 'x86_64', 'locked': True, 'locked_since': '2021-09-28 21:17:24.206537', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDyu+PMWcxfpPBw5CFoWYZBqJHbEJhUz733zD/AtRQUuj5so/IQc8/CBpPet9bKKSHR/8l8b0hE5Y8v/GQfkeunuU8E6mmJksw6voHUk6gHYW/7sbR505urbDS99RTmg0UUoTj5poTajOypzyJZU7wZsuK/ArEdr8hOHz04iQ0/SGFFgvq4d7t90Rrdqk2uU+u9+MmsOq1KKOVP1OvSr7pSkUca+82f7bhTpa3DHlV3JA8njLNx3bilOIx7Jb2tCZBpIFzl0GQaXUcMUgoUvdltyVwHcB9Dalttxg3hDbyWxhZei7shprNVqqv0DHW0gW384C05x4eweaxI76XUDoRAUeMf99GNyhxgdCCoFfPbVR6iD0mQVFf+SuJoBz+k+lyBLhCIY/CerZE4O0twPgyTUUrvfqp0FYRiGOQop9mrrDI6JQ6f88zYZvam/Xu6QCac0X0r/QjYwHD4kQ4N+/rdQJGr084MbVJtnxib0TLh4TFecHbiQol5hrIt8eBO478='}
2021-09-28T21:29:30.622 INFO:teuthology.orchestra.console:Power off smithi027
2021-09-28T21:29:30.623 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2021-09-28T21:29:30.640 INFO:teuthology.orchestra.console:Power off smithi051
2021-09-28T21:29:30.641 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi051.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2021-09-28T21:29:30.653 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2021-09-28T21:29:30.663 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi051.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2021-09-28T21:29:34.676 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2021-09-28T21:29:34.690 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi051.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2021-09-28T21:29:38.790 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2021-09-28T21:29:38.803 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi051.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2021-09-28T21:29:39.016 INFO:teuthology.orchestra.console:Power off for smithi051 completed
2021-09-28T21:29:42.907 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2021-09-28T21:29:43.118 INFO:teuthology.orchestra.console:Power off for smithi027 completed
2021-09-28T21:29:43.223 INFO:teuthology.run:Summary data:
description: rados/dashboard/{centos_8.2_container_tools_3.0 clusters/{2-node-mgr}
  debug/mgr mon_election/connectivity random-objectstore$/{bluestore-bitmap} supported-random-distro$/{rhel_8}
  tasks/dashboard}
failure_reason: failed to install new kernel version within timeout
owner: scheduled_yuriw@teuthology
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=72e09b171534414f8e9fa1620025d0af
status: fail
success: false

2021-09-28T21:29:43.224 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2021-09-28T21:29:43.289 INFO:teuthology.run:FAIL