2022-04-28T18:27:31.411 INFO:root:teuthology version: 1.1.1.dev328+g004701de
2022-04-28T18:27:31.412 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2022-04-28_17:44:05-upgrade:octopus-x-pacific-distro-default-smithi --archive /home/teuthworker/archive/teuthology-2022-04-28_17:44:05-upgrade:octopus-x-pacific-distro-default-smithi/6811353 --owner scheduled_teuthology@teuthology --description upgrade:octopus-x/stress-split/{0-distro/ubuntu_18.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} --verbose -- /home/teuthworker/archive/teuthology-2022-04-28_17:44:05-upgrade:octopus-x-pacific-distro-default-smithi/6811353/orig.config.yaml
2022-04-28T18:27:31.473 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2022-04-28T18:27:31.548 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/teuthology-2022-04-28_17:44:05-upgrade:octopus-x-pacific-distro-default-smithi/6811353
  branch: pacific
  description: upgrade:octopus-x/stress-split/{0-distro/ubuntu_18.04 0-roles 1-start
    2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export
    rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
  email: ceph-qa@ceph.io
  first-half-sequence:
  - cephadm.shell:
      env:
      - sha1
      mon.a:
      - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60
      - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1
      - ceph orch ps
      - echo wait for minority of mons to upgrade
      - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done
      - ceph orch ps
      - ceph orch upgrade pause
      - sleep 60
      - ceph orch upgrade resume
      - echo wait for majority of mons to upgrade
      - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done'
      - ceph orch ps
      - ceph orch upgrade pause
      - sleep 60
      - ceph orch upgrade resume
      - echo wait for all mons to upgrade
      - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done'
      - ceph orch ps
      - ceph orch upgrade pause
      - sleep 60
      - ceph orch upgrade resume
      - echo wait for half of osds to upgrade
      - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ;
        done'
      - ceph orch upgrade pause
      - ceph orch ps
      - ceph orch ps
      - ceph versions
  first-half-tasks:
  - workunit:
      branch: octopus
      clients:
        client.0:
        - rbd/test_librbd.sh
  - print: '**** done rbd/test_librbd.sh 7-workload'
  first_in_suite: false
  job_id: '6811353'
  kernel:
    kdb: true
    sha1: distro
  last_in_suite: false
  machine_type: smithi
  meta:
  - desc: 'librbd C and C++ api tests
  
      '
  - desc: 'run randomized correctness test for rados operations
  
      generate write load with rados bench
  
      '
  - desc: 'run basic cls tests for rbd
  
      '
  - desc: 'run basic import/export cli tests for rbd
  
      '
  - desc: 'librbd C and C++ api tests
  
      '
  - desc: 'randomized correctness test for rados operations on a replicated pool,
  
      using only reads, writes, and deletes
  
      '
  - desc: 'randomized correctness test for rados operations on a replicated pool with
      snapshot operations
  
      '
  - desc: 'run basic import/export cli tests for rbd
  
      '
  name: teuthology-2022-04-28_17:44:05-upgrade:octopus-x-pacific-distro-default-smithi
  nuke-on-error: true
  openstack:
  - volumes:
      count: 4
      size: 10
  os_type: ubuntu
  os_version: '18.04'
  overrides:
    admin_socket:
      branch: pacific
    ceph:
      conf:
        global:
          mon election default strategy: 3
        mgr:
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
        osd:
          debug ms: 1
          debug osd: 20
          osd shutdown pgref assert: true
      create_rbd_pool: true
      flavor: default
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      log-whitelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
    ceph-deploy:
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon:
          osd default pool size: 2
    install:
      ceph:
        flavor: default
        sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
    workunit:
      branch: pacific
      sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
  owner: scheduled_teuthology@teuthology
  priority: 69
  repo: git://git.ceph.com/ceph-ci.git
  roles:
  - - mon.a
    - mon.c
    - mgr.y
    - osd.0
    - osd.1
    - osd.2
    - osd.3
    - client.0
    - node-exporter.a
    - alertmanager.a
  - - mon.b
    - mgr.x
    - osd.4
    - osd.5
    - osd.6
    - osd.7
    - client.1
    - prometheus.a
    - grafana.a
    - node-exporter.b
  second-half-sequence:
    sequential:
    - cephadm.shell:
        env:
        - sha1
        mon.a:
        - ceph orch upgrade resume
        - sleep 60
        - echo wait for upgrade to complete
        - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch
          ps ; ceph versions ; sleep 30 ; done
        - echo upgrade complete
        - ceph orch ps
        - ceph versions
        - ceph versions | jq -e '.overall | length == 1'
        - ceph versions | jq -e '.overall | keys' | grep $sha1
  second-half-tasks:
  - workunit:
      branch: octopus
      clients:
        client.0:
        - rbd/import_export.sh
      env:
        RBD_CREATE_ARGS: --new-format
  - print: '**** done rbd/import_export.sh 5-workload'
  sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
  sleep_before_teardown: 0
  stress-tasks:
  - thrashosds:
      aggressive_pg_num_changes: false
      chance_force_recovery: 0
      chance_pgnum_grow: 1
      chance_pgpnum_fix: 1
      chance_thrash_cluster_full: 0
      chance_thrash_pg_upmap: 0
      chance_thrash_pg_upmap_items: 0
      disable_objectstore_tool_tests: true
      timeout: 1200
  - full_sequential:
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
  - print: '**** done end radosbench.yaml'
  - workunit:
      branch: octopus
      clients:
        client.0:
        - cls/test_cls_rbd.sh
  - print: '**** done cls/test_cls_rbd.sh 5-workload'
  - workunit:
      branch: octopus
      clients:
        client.0:
        - rbd/import_export.sh
      env:
        RBD_CREATE_ARGS: --new-format
  - print: '**** done rbd/import_export.sh 5-workload'
  - workunit:
      branch: octopus
      clients:
        client.0:
        - rbd/test_librbd.sh
  - print: '**** done rbd/test_librbd.sh 7-workload'
  - full_sequential:
    - rados:
        clients:
        - client.0
        objects: 500
        op_weights:
          delete: 10
          read: 45
          write: 45
        ops: 4000
        write_append_excl: false
  - print: '**** done rados/readwrite 5-workload'
  - full_sequential:
    - rados:
        clients:
        - client.0
        objects: 50
        op_weights:
          delete: 50
          read: 100
          rollback: 50
          snap_create: 50
          snap_remove: 50
          write: 100
        ops: 4000
        write_append_excl: false
  - print: '**** done rados/snaps-few-objects 5-workload'
  suite: upgrade:octopus-x
  suite_branch: pacific
  suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_4fa079ba14503defa8dc257d7c2d506ebefcfe6d/qa
  suite_relpath: qa
  suite_repo: git://git.ceph.com/ceph-ci.git
  suite_sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
  targets:
    smithi073.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCWdimrYpxv+ZQ50uF7i4NW0Jay4YihVQxW8ekpBuqEF955jBrz+I3a9e51R+XKF5HE8hcWhgZt+3CXQ/0HLVUsOPTvwxC4Sinsm2VdIMhv9sTWRT0LDEHEuTpM0n9GWDLlWVvIJAj3ClXejZeCXFZt0O429OQXSssoiq44v+cncyVN/xsG9RKXIvKWxkDsZjE+sZ5vQB375e53xEBffVraVHk5c+jKUoVTzG6VCoO6PniTj1kfG0lF9dgdPCnYww2X92nPu1cCpCq2H7Mq6WoJIV0mexIMQYMC3o5bWjvEIaYprH2bhUkV7P5F8JMy0bzUUZbl/gNb0t5MI7AhNs2N
    smithi119.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5slSqiaVhhqT7+GJq0+XS/KBmCOBf4w4WCTUTuAxLdXdmhLDQ2nFdpXgD0UlMwireaFwSlF8Zli3NKNFtmkroloOhIoh519AayPhycKPuy2zxk0DHFqRExT2/+VsxmEjcYWm2PM8tEE9CEisfzvNflYGXPtI5AuwhNa5MjS0MedhzUEq0iNAYmZeej1sSYhCjfw6H6V9rloaoRWtK9SJLNVhrKHqM8Ns0KlxwZEKAaqAmU/1HSZRGpoVNiLqXzXleJLhNdH4narjcM+5FF+IHdaHf0bK7DhPlbLFqP+FB3on/+ngfw17WAgOc/TIpCkemfBIUoRfBKJxHfHxXlWJT
  tasks:
  - install:
      branch: octopus
  - cephadm:
      add_mons_via_daemon_add: true
      avoid_pacific_features: true
      cephadm_branch: octopus
      cephadm_git_url: https://github.com/ceph/ceph
      conf:
        osd:
          osd_class_default_list: '*'
          osd_class_load_list: '*'
      image: quay.ceph.io/ceph-ci/ceph:octopus
  - cephadm.shell:
      mon.a:
      - ceph fs volume create foo
      - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force
      - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force
  - ceph.healthy: null
  - print: '**** upgrading first half of cluster, with stress ****'
  - parallel:
    - first-half-tasks
    - first-half-sequence
  - print: '**** done upgrading first half of cluster ****'
  - ceph.healthy: null
  - print: '**** applying stress + thrashing to mixed-version cluster ****'
  - parallel:
    - stress-tasks
  - ceph.healthy: null
  - print: '**** finishing upgrade ****'
  - parallel:
    - second-half-tasks
    - second-half-sequence
  - ceph.healthy: null
  teuthology_branch: master
  teuthology_sha1: 004701def07b67dd914d7b1775457fec6788a495
  timestamp: 2022-04-28_17:44:05
  tube: smithi
  user: teuthology
  verbose: true
  worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.5191
2022-04-28T18:27:31.549 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_4fa079ba14503defa8dc257d7c2d506ebefcfe6d/qa; will attempt to use it
2022-04-28T18:27:31.550 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_4fa079ba14503defa8dc257d7c2d506ebefcfe6d/qa/tasks
2022-04-28T18:27:31.550 INFO:teuthology.run_tasks:Running task internal.check_packages...
2022-04-28T18:27:31.551 INFO:teuthology.task.internal:Checking packages...
2022-04-28T18:27:31.570 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '4fa079ba14503defa8dc257d7c2d506ebefcfe6d'
2022-04-28T18:27:31.570 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2022-04-28T18:27:31.571 INFO:teuthology.packaging:ref: None
2022-04-28T18:27:31.571 INFO:teuthology.packaging:tag: None
2022-04-28T18:27:31.571 INFO:teuthology.packaging:branch: pacific
2022-04-28T18:27:31.571 INFO:teuthology.packaging:sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
2022-04-28T18:27:31.571 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=pacific
2022-04-28T18:27:31.834 INFO:teuthology.task.internal:Found packages for ceph version 16.2.7-969-g29754ed4-1bionic
2022-04-28T18:27:31.835 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2022-04-28T18:27:31.845 INFO:teuthology.task.internal:no buildpackages task found
2022-04-28T18:27:31.845 INFO:teuthology.run_tasks:Running task internal.save_config...
2022-04-28T18:27:31.902 INFO:teuthology.task.internal:Saving configuration
2022-04-28T18:27:31.928 INFO:teuthology.run_tasks:Running task internal.check_lock...
2022-04-28T18:27:31.939 INFO:teuthology.task.internal.check_lock:Checking locks...
2022-04-28T18:27:31.961 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi073.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2022-04-28_17:44:05-upgrade:octopus-x-pacific-distro-default-smithi/6811353', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '18.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-04-28 18:22:24.938053', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKMEfkbn50Bjwokjx4t49ADaA+SIQjE6BgCm4TXy+QmI'}
2022-04-28T18:27:31.983 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2022-04-28_17:44:05-upgrade:octopus-x-pacific-distro-default-smithi/6811353', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '18.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-04-28 18:22:24.939680', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKqsZn++eG9mG3el0QsJ2j3QUI8XSBfyDOqZBFNnEvSN'}
2022-04-28T18:27:31.983 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2022-04-28T18:27:31.994 INFO:teuthology.task.internal:roles: ubuntu@smithi073.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a']
2022-04-28T18:27:31.995 INFO:teuthology.task.internal:roles: ubuntu@smithi119.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b']
2022-04-28T18:27:31.995 INFO:teuthology.run_tasks:Running task console_log...
2022-04-28T18:27:32.085 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7f2382c3e940>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7f23814cfe18>, signals=[15])
2022-04-28T18:27:32.086 INFO:teuthology.run_tasks:Running task internal.connect...
2022-04-28T18:27:32.096 INFO:teuthology.task.internal:Opening connections...
2022-04-28T18:27:32.096 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi073.front.sepia.ceph.com
2022-04-28T18:27:32.098 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2022-04-28T18:27:32.184 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi119.front.sepia.ceph.com
2022-04-28T18:27:32.185 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2022-04-28T18:27:32.259 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2022-04-28T18:27:32.270 DEBUG:teuthology.orchestra.run.smithi073:> uname -m
2022-04-28T18:27:32.307 INFO:teuthology.orchestra.run.smithi073.stdout:x86_64
2022-04-28T18:27:32.307 DEBUG:teuthology.orchestra.run.smithi073:> cat /etc/os-release
2022-04-28T18:27:32.357 INFO:teuthology.orchestra.run.smithi073.stdout:NAME="Ubuntu"
2022-04-28T18:27:32.357 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION="18.04.6 LTS (Bionic Beaver)"
2022-04-28T18:27:32.357 INFO:teuthology.orchestra.run.smithi073.stdout:ID=ubuntu
2022-04-28T18:27:32.357 INFO:teuthology.orchestra.run.smithi073.stdout:ID_LIKE=debian
2022-04-28T18:27:32.358 INFO:teuthology.orchestra.run.smithi073.stdout:PRETTY_NAME="Ubuntu 18.04.6 LTS"
2022-04-28T18:27:32.358 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION_ID="18.04"
2022-04-28T18:27:32.358 INFO:teuthology.orchestra.run.smithi073.stdout:HOME_URL="https://www.ubuntu.com/"
2022-04-28T18:27:32.358 INFO:teuthology.orchestra.run.smithi073.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2022-04-28T18:27:32.358 INFO:teuthology.orchestra.run.smithi073.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2022-04-28T18:27:32.358 INFO:teuthology.orchestra.run.smithi073.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2022-04-28T18:27:32.358 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION_CODENAME=bionic
2022-04-28T18:27:32.359 INFO:teuthology.orchestra.run.smithi073.stdout:UBUNTU_CODENAME=bionic
2022-04-28T18:27:32.359 INFO:teuthology.lock.ops:Updating smithi073.front.sepia.ceph.com on lock server
2022-04-28T18:27:32.377 DEBUG:teuthology.orchestra.run.smithi119:> uname -m
2022-04-28T18:27:32.383 INFO:teuthology.orchestra.run.smithi119.stdout:x86_64
2022-04-28T18:27:32.384 DEBUG:teuthology.orchestra.run.smithi119:> cat /etc/os-release
2022-04-28T18:27:32.433 INFO:teuthology.orchestra.run.smithi119.stdout:NAME="Ubuntu"
2022-04-28T18:27:32.433 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION="18.04.6 LTS (Bionic Beaver)"
2022-04-28T18:27:32.433 INFO:teuthology.orchestra.run.smithi119.stdout:ID=ubuntu
2022-04-28T18:27:32.434 INFO:teuthology.orchestra.run.smithi119.stdout:ID_LIKE=debian
2022-04-28T18:27:32.434 INFO:teuthology.orchestra.run.smithi119.stdout:PRETTY_NAME="Ubuntu 18.04.6 LTS"
2022-04-28T18:27:32.434 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION_ID="18.04"
2022-04-28T18:27:32.434 INFO:teuthology.orchestra.run.smithi119.stdout:HOME_URL="https://www.ubuntu.com/"
2022-04-28T18:27:32.434 INFO:teuthology.orchestra.run.smithi119.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2022-04-28T18:27:32.434 INFO:teuthology.orchestra.run.smithi119.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2022-04-28T18:27:32.434 INFO:teuthology.orchestra.run.smithi119.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2022-04-28T18:27:32.435 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION_CODENAME=bionic
2022-04-28T18:27:32.435 INFO:teuthology.orchestra.run.smithi119.stdout:UBUNTU_CODENAME=bionic
2022-04-28T18:27:32.435 INFO:teuthology.lock.ops:Updating smithi119.front.sepia.ceph.com on lock server
2022-04-28T18:27:32.453 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2022-04-28T18:27:32.468 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2022-04-28T18:27:32.498 INFO:teuthology.task.internal:Checking for old test directory...
2022-04-28T18:27:32.498 DEBUG:teuthology.orchestra.run.smithi073:> test '!' -e /home/ubuntu/cephtest
2022-04-28T18:27:32.501 DEBUG:teuthology.orchestra.run.smithi119:> test '!' -e /home/ubuntu/cephtest
2022-04-28T18:27:32.506 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2022-04-28T18:27:32.531 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2022-04-28T18:27:32.532 DEBUG:teuthology.orchestra.run.smithi073:> test -z $(ls -A /var/lib/ceph)
2022-04-28T18:27:32.549 DEBUG:teuthology.orchestra.run.smithi119:> test -z $(ls -A /var/lib/ceph)
2022-04-28T18:27:32.742 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2022-04-28T18:27:32.799 INFO:teuthology.run_tasks:Running task kernel...
2022-04-28T18:27:32.816 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'}
2022-04-28T18:27:32.817 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300
2022-04-28T18:27:32.817 DEBUG:teuthology.orchestra.run.smithi073:> test -f /run/.containerenv -o -f /.dockerenv
2022-04-28T18:27:32.818 DEBUG:teuthology.orchestra.run.smithi119:> test -f /run/.containerenv -o -f /.dockerenv
2022-04-28T18:27:32.823 DEBUG:teuthology.orchestra.run:got remote process result: 1
2022-04-28T18:27:32.824 DEBUG:teuthology.orchestra.run.smithi073:> uname -r
2022-04-28T18:27:32.824 DEBUG:teuthology.orchestra.run:got remote process result: 1
2022-04-28T18:27:32.825 DEBUG:teuthology.orchestra.run.smithi119:> uname -r
2022-04-28T18:27:32.873 INFO:teuthology.orchestra.run.smithi119.stdout:4.15.0-176-generic
2022-04-28T18:27:32.873 INFO:teuthology.task.kernel:Running kernel on smithi119: 4.15.0-176-generic
2022-04-28T18:27:32.874 DEBUG:teuthology.orchestra.run.smithi119:> sudo apt-get clean
2022-04-28T18:27:32.875 INFO:teuthology.orchestra.run.smithi073.stdout:4.15.0-176-generic
2022-04-28T18:27:32.875 INFO:teuthology.task.kernel:Running kernel on smithi073: 4.15.0-176-generic
2022-04-28T18:27:32.875 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-get clean
2022-04-28T18:27:33.012 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-get update
2022-04-28T18:27:33.041 DEBUG:teuthology.orchestra.run.smithi119:> sudo apt-get update
2022-04-28T18:27:33.182 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:1 http://archive.ubuntu.com/ubuntu bionic InRelease
2022-04-28T18:27:33.182 INFO:teuthology.orchestra.run.smithi073.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]
2022-04-28T18:27:33.205 INFO:teuthology.orchestra.run.smithi119.stdout:Hit:1 http://archive.ubuntu.com/ubuntu bionic InRelease
2022-04-28T18:27:33.208 INFO:teuthology.orchestra.run.smithi119.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]
2022-04-28T18:27:33.253 INFO:teuthology.orchestra.run.smithi073.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]
2022-04-28T18:27:33.282 INFO:teuthology.orchestra.run.smithi073.stdout:Get:4 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]
2022-04-28T18:27:33.283 INFO:teuthology.orchestra.run.smithi119.stdout:Get:3 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]
2022-04-28T18:27:33.291 INFO:teuthology.orchestra.run.smithi119.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]
2022-04-28T18:27:33.513 INFO:teuthology.orchestra.run.smithi073.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [2,544 kB]
2022-04-28T18:27:33.535 INFO:teuthology.orchestra.run.smithi119.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [2,544 kB]
2022-04-28T18:27:33.660 INFO:teuthology.orchestra.run.smithi073.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,464 kB]
2022-04-28T18:27:33.679 INFO:teuthology.orchestra.run.smithi119.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,464 kB]
2022-04-28T18:27:33.681 INFO:teuthology.orchestra.run.smithi073.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [476 kB]
2022-04-28T18:27:33.685 INFO:teuthology.orchestra.run.smithi073.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [734 kB]
2022-04-28T18:27:33.696 INFO:teuthology.orchestra.run.smithi073.stdout:Get:9 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [101 kB]
2022-04-28T18:27:33.699 INFO:teuthology.orchestra.run.smithi073.stdout:Get:10 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,606 kB]
2022-04-28T18:27:33.701 INFO:teuthology.orchestra.run.smithi119.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [476 kB]
2022-04-28T18:27:33.706 INFO:teuthology.orchestra.run.smithi119.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [734 kB]
2022-04-28T18:27:33.725 INFO:teuthology.orchestra.run.smithi119.stdout:Get:9 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [101 kB]
2022-04-28T18:27:33.727 INFO:teuthology.orchestra.run.smithi119.stdout:Get:10 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,606 kB]
2022-04-28T18:27:33.728 INFO:teuthology.orchestra.run.smithi073.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,806 kB]
2022-04-28T18:27:33.750 INFO:teuthology.orchestra.run.smithi119.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,806 kB]
2022-04-28T18:27:33.761 INFO:teuthology.orchestra.run.smithi073.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [391 kB]
2022-04-28T18:27:33.775 INFO:teuthology.orchestra.run.smithi119.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [391 kB]
2022-04-28T18:27:33.808 INFO:teuthology.orchestra.run.smithi073.stdout:Get:13 http://security.ubuntu.com/ubuntu bionic-security/main i386 Packages [1,162 kB]
2022-04-28T18:27:33.827 INFO:teuthology.orchestra.run.smithi119.stdout:Get:13 http://security.ubuntu.com/ubuntu bionic-security/main i386 Packages [1,162 kB]
2022-04-28T18:27:34.217 INFO:teuthology.orchestra.run.smithi073.stdout:Get:14 http://security.ubuntu.com/ubuntu bionic-security/main amd64 Packages [2,202 kB]
2022-04-28T18:27:34.254 INFO:teuthology.orchestra.run.smithi119.stdout:Get:14 http://security.ubuntu.com/ubuntu bionic-security/main amd64 Packages [2,202 kB]
2022-04-28T18:27:34.343 INFO:teuthology.orchestra.run.smithi073.stdout:Get:15 http://security.ubuntu.com/ubuntu bionic-security/main Translation-en [386 kB]
2022-04-28T18:27:34.358 INFO:teuthology.orchestra.run.smithi073.stdout:Get:16 http://security.ubuntu.com/ubuntu bionic-security/restricted amd64 Packages [709 kB]
2022-04-28T18:27:34.382 INFO:teuthology.orchestra.run.smithi119.stdout:Get:15 http://security.ubuntu.com/ubuntu bionic-security/main Translation-en [386 kB]
2022-04-28T18:27:34.383 INFO:teuthology.orchestra.run.smithi073.stdout:Get:17 http://security.ubuntu.com/ubuntu bionic-security/restricted Translation-en [97.1 kB]
2022-04-28T18:27:34.385 INFO:teuthology.orchestra.run.smithi073.stdout:Get:18 http://security.ubuntu.com/ubuntu bionic-security/universe i386 Packages [1,016 kB]
2022-04-28T18:27:34.396 INFO:teuthology.orchestra.run.smithi119.stdout:Get:16 http://security.ubuntu.com/ubuntu bionic-security/restricted amd64 Packages [709 kB]
2022-04-28T18:27:34.407 INFO:teuthology.orchestra.run.smithi073.stdout:Get:19 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages [1,193 kB]
2022-04-28T18:27:34.420 INFO:teuthology.orchestra.run.smithi119.stdout:Get:17 http://security.ubuntu.com/ubuntu bionic-security/restricted Translation-en [97.1 kB]
2022-04-28T18:27:34.422 INFO:teuthology.orchestra.run.smithi119.stdout:Get:18 http://security.ubuntu.com/ubuntu bionic-security/universe i386 Packages [1,016 kB]
2022-04-28T18:27:34.446 INFO:teuthology.orchestra.run.smithi119.stdout:Get:19 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages [1,193 kB]
2022-04-28T18:27:34.450 INFO:teuthology.orchestra.run.smithi073.stdout:Get:20 http://security.ubuntu.com/ubuntu bionic-security/universe Translation-en [274 kB]
2022-04-28T18:27:34.487 INFO:teuthology.orchestra.run.smithi119.stdout:Get:20 http://security.ubuntu.com/ubuntu bionic-security/universe Translation-en [274 kB]
2022-04-28T18:27:35.949 INFO:teuthology.orchestra.run.smithi119.stdout:Fetched 16.4 MB in 3s (6,192 kB/s)
2022-04-28T18:27:36.148 INFO:teuthology.orchestra.run.smithi073.stdout:Fetched 16.4 MB in 3s (6,168 kB/s)
2022-04-28T18:27:37.475 INFO:teuthology.orchestra.run.smithi119.stdout:Reading package lists...
2022-04-28T18:27:37.526 DEBUG:teuthology.orchestra.run.smithi119:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2022-04-28T18:27:37.603 INFO:teuthology.orchestra.run.smithi119.stdout:Reading package lists...
2022-04-28T18:27:37.664 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists...
2022-04-28T18:27:37.710 DEBUG:teuthology.orchestra.run.smithi073:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2022-04-28T18:27:37.789 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists...
2022-04-28T18:27:37.870 INFO:teuthology.orchestra.run.smithi119.stdout:Building dependency tree...
2022-04-28T18:27:37.870 INFO:teuthology.orchestra.run.smithi119.stdout:Reading state information...
2022-04-28T18:27:38.060 INFO:teuthology.orchestra.run.smithi073.stdout:Building dependency tree...
2022-04-28T18:27:38.060 INFO:teuthology.orchestra.run.smithi073.stdout:Reading state information...
2022-04-28T18:27:38.113 INFO:teuthology.orchestra.run.smithi119.stdout:linux-image-generic is already the newest version (4.15.0.176.165).
2022-04-28T18:27:38.113 INFO:teuthology.orchestra.run.smithi119.stdout:linux-image-generic set to manually installed.
2022-04-28T18:27:38.113 INFO:teuthology.orchestra.run.smithi119.stdout:0 upgraded, 0 newly installed, 0 to remove and 9 not upgraded.
2022-04-28T18:27:38.115 DEBUG:teuthology.orchestra.run.smithi119:> dpkg -s linux-image-generic
2022-04-28T18:27:38.136 INFO:teuthology.orchestra.run.smithi119.stdout:Package: linux-image-generic
2022-04-28T18:27:38.136 INFO:teuthology.orchestra.run.smithi119.stdout:Status: install ok installed
2022-04-28T18:27:38.136 INFO:teuthology.orchestra.run.smithi119.stdout:Priority: optional
2022-04-28T18:27:38.136 INFO:teuthology.orchestra.run.smithi119.stdout:Section: kernel
2022-04-28T18:27:38.136 INFO:teuthology.orchestra.run.smithi119.stdout:Installed-Size: 18
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Architecture: amd64
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Source: linux-meta
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Version: 4.15.0.176.165
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.12)
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Depends: linux-image-4.15.0-176-generic, linux-modules-extra-4.15.0-176-generic, linux-firmware, intel-microcode, amd64-microcode
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Recommends: thermald
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:Description: Generic Linux kernel image
2022-04-28T18:27:38.137 INFO:teuthology.orchestra.run.smithi119.stdout: This package will always depend on the latest generic kernel image
2022-04-28T18:27:38.138 INFO:teuthology.orchestra.run.smithi119.stdout: available.
2022-04-28T18:27:38.138 INFO:teuthology.task.kernel:Newest distro kernel installed and running
2022-04-28T18:27:38.138 INFO:teuthology.task.kernel:Enabling kdb on mon.b...
2022-04-28T18:27:38.138 DEBUG:teuthology.orchestra.run.smithi119:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2022-04-28T18:27:38.197 INFO:teuthology.orchestra.run.smithi119.stdout:ttyS1
2022-04-28T18:27:38.225 DEBUG:teuthology.parallel:result is None
2022-04-28T18:27:38.299 INFO:teuthology.orchestra.run.smithi073.stdout:linux-image-generic is already the newest version (4.15.0.176.165).
2022-04-28T18:27:38.299 INFO:teuthology.orchestra.run.smithi073.stdout:linux-image-generic set to manually installed.
2022-04-28T18:27:38.299 INFO:teuthology.orchestra.run.smithi073.stdout:0 upgraded, 0 newly installed, 0 to remove and 9 not upgraded.
2022-04-28T18:27:38.301 DEBUG:teuthology.orchestra.run.smithi073:> dpkg -s linux-image-generic
2022-04-28T18:27:38.324 INFO:teuthology.orchestra.run.smithi073.stdout:Package: linux-image-generic
2022-04-28T18:27:38.324 INFO:teuthology.orchestra.run.smithi073.stdout:Status: install ok installed
2022-04-28T18:27:38.325 INFO:teuthology.orchestra.run.smithi073.stdout:Priority: optional
2022-04-28T18:27:38.325 INFO:teuthology.orchestra.run.smithi073.stdout:Section: kernel
2022-04-28T18:27:38.325 INFO:teuthology.orchestra.run.smithi073.stdout:Installed-Size: 18
2022-04-28T18:27:38.325 INFO:teuthology.orchestra.run.smithi073.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2022-04-28T18:27:38.326 INFO:teuthology.orchestra.run.smithi073.stdout:Architecture: amd64
2022-04-28T18:27:38.326 INFO:teuthology.orchestra.run.smithi073.stdout:Source: linux-meta
2022-04-28T18:27:38.326 INFO:teuthology.orchestra.run.smithi073.stdout:Version: 4.15.0.176.165
2022-04-28T18:27:38.326 INFO:teuthology.orchestra.run.smithi073.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.1), zfs-modules (= 0.7.5-1ubuntu16.12)
2022-04-28T18:27:38.326 INFO:teuthology.orchestra.run.smithi073.stdout:Depends: linux-image-4.15.0-176-generic, linux-modules-extra-4.15.0-176-generic, linux-firmware, intel-microcode, amd64-microcode
2022-04-28T18:27:38.326 INFO:teuthology.orchestra.run.smithi073.stdout:Recommends: thermald
2022-04-28T18:27:38.327 INFO:teuthology.orchestra.run.smithi073.stdout:Description: Generic Linux kernel image
2022-04-28T18:27:38.327 INFO:teuthology.orchestra.run.smithi073.stdout: This package will always depend on the latest generic kernel image
2022-04-28T18:27:38.327 INFO:teuthology.orchestra.run.smithi073.stdout: available.
2022-04-28T18:27:38.327 INFO:teuthology.task.kernel:Newest distro kernel installed and running
2022-04-28T18:27:38.327 INFO:teuthology.task.kernel:Enabling kdb on mon.a...
2022-04-28T18:27:38.327 DEBUG:teuthology.orchestra.run.smithi073:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2022-04-28T18:27:38.380 INFO:teuthology.orchestra.run.smithi073.stdout:ttyS1
2022-04-28T18:27:38.405 DEBUG:teuthology.parallel:result is None
2022-04-28T18:27:38.406 INFO:teuthology.run_tasks:Running task internal.base...
2022-04-28T18:27:38.415 INFO:teuthology.task.internal:Creating test directory...
2022-04-28T18:27:38.416 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2022-04-28T18:27:38.449 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2022-04-28T18:27:38.455 INFO:teuthology.run_tasks:Running task internal.archive_upload...
2022-04-28T18:27:38.464 INFO:teuthology.run_tasks:Running task internal.archive...
2022-04-28T18:27:38.495 INFO:teuthology.task.internal:Creating archive directory...
2022-04-28T18:27:38.495 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2022-04-28T18:27:38.498 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2022-04-28T18:27:38.519 INFO:teuthology.run_tasks:Running task internal.coredump...
2022-04-28T18:27:38.526 INFO:teuthology.task.internal:Enabling coredump saving...
2022-04-28T18:27:38.527 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2022-04-28T18:27:38.557 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2022-04-28T18:27:38.579 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2022-04-28T18:27:38.586 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2022-04-28T18:27:38.590 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2022-04-28T18:27:38.599 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2022-04-28T18:27:38.601 INFO:teuthology.run_tasks:Running task internal.sudo...
2022-04-28T18:27:38.609 INFO:teuthology.task.internal:Configuring sudo...
2022-04-28T18:27:38.609 DEBUG:teuthology.orchestra.run.smithi073:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2022-04-28T18:27:38.645 DEBUG:teuthology.orchestra.run.smithi119:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2022-04-28T18:27:38.661 INFO:teuthology.run_tasks:Running task internal.syslog...
2022-04-28T18:27:38.671 INFO:teuthology.task.internal.syslog:Starting syslog monitoring...
2022-04-28T18:27:38.671 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2022-04-28T18:27:38.701 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2022-04-28T18:27:38.709 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2022-04-28T18:27:38.753 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2022-04-28T18:27:38.802 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2022-04-28T18:27:38.802 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2022-04-28T18:27:38.867 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2022-04-28T18:27:38.874 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2022-04-28T18:27:38.921 DEBUG:teuthology.orchestra.run.smithi119:> set -ex
2022-04-28T18:27:38.922 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2022-04-28T18:27:38.985 DEBUG:teuthology.orchestra.run.smithi073:> sudo service rsyslog restart
2022-04-28T18:27:38.988 DEBUG:teuthology.orchestra.run.smithi119:> sudo service rsyslog restart
2022-04-28T18:27:39.068 INFO:teuthology.run_tasks:Running task internal.timer...
2022-04-28T18:27:39.077 INFO:teuthology.task.internal:Starting timer...
2022-04-28T18:27:39.078 INFO:teuthology.run_tasks:Running task pcp...
2022-04-28T18:27:39.122 INFO:teuthology.run_tasks:Running task selinux...
2022-04-28T18:27:39.147 DEBUG:teuthology.task.selinux:Excluding smithi073: OS 'ubuntu' does not support SELinux
2022-04-28T18:27:39.147 DEBUG:teuthology.task.selinux:Excluding smithi119: OS 'ubuntu' does not support SELinux
2022-04-28T18:27:39.148 DEBUG:teuthology.task.selinux:Getting current SELinux state
2022-04-28T18:27:39.148 DEBUG:teuthology.task.selinux:Existing SELinux modes: {}
2022-04-28T18:27:39.148 INFO:teuthology.task.selinux:Putting SELinux into permissive mode
2022-04-28T18:27:39.148 INFO:teuthology.run_tasks:Running task ansible.cephlab...
2022-04-28T18:27:39.172 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git
2022-04-28T18:27:39.177 INFO:teuthology.repo_utils:Fetching master from origin
2022-04-28T18:27:39.268 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master
2022-04-28T18:27:39.282 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}]
2022-04-28T18:27:39.283 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi073.front.sepia.ceph.com,smithi119.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml
2022-04-28T18:31:16.997 DEBUG:teuthology.exit:Got signal 15; running 1 handler...
2022-04-28T18:31:16.998 DEBUG:teuthology.task.console_log:Killing console logger for smithi073
2022-04-28T18:31:16.999 DEBUG:teuthology.task.console_log:Killing console logger for smithi119
2022-04-28T18:31:16.999 DEBUG:teuthology.exit:Finished running handlers