2019-11-11T07:27:46.308 INFO:root:teuthology version: 1.0.0-8e58544 2019-11-11T07:27:46.309 DEBUG:teuthology.run:Teuthology command: teuthology /tmp/teuthology-worker.kGglke.tmp -- --verbose --lock --description upgrade:jewel-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-jewel-install/jewel.yaml 1.1-pg-log-overrides/short_pg_log.yaml 1.5-final-scrub.yaml 2-workload/rados_api.yaml 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-luminous.yaml 5-workload.yaml 6-luminous-with-mgr.yaml 6.5-crush-compat.yaml 7-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw_swift.yaml} 8-jewel-workload.yaml distros/centos_latest.yaml slow_requests.yaml} --name teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi --block --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330 2019-11-11T07:27:46.388 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2019-11-11T07:27:46.462 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330 branch: luminous description: upgrade:jewel-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-jewel-install/jewel.yaml 1.1-pg-log-overrides/short_pg_log.yaml 1.5-final-scrub.yaml 2-workload/rados_api.yaml 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-luminous.yaml 5-workload.yaml 6-luminous-with-mgr.yaml 6.5-crush-compat.yaml 7-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw_swift.yaml} 8-jewel-workload.yaml distros/centos_latest.yaml slow_requests.yaml} email: ceph-qa@ceph.io first_in_suite: false job_id: '4482330' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: "Run ceph on two nodes,\nwith a separate client 0,1,2 third node. \nUse xfs\ \ beneath the osds.\nCephFS tests running on client 2,3\n" - desc: 'install ceph/jewel latest run workload and upgrade-sequence in parallel upgrade the client node ' - desc: 'object class functional tests ' - desc: "upgrade the ceph cluster,\nupgrate in two steps \nstep one ordering: mon.a,\ \ osd.0, osd.1, mds.a\nstep two ordering: mon.b, mon.c, osd.2, osd.3\nceph expected\ \ to be healthy state after each step\n" - desc: 'run basic import/export cli tests for rbd on not upgrated client.4 (covers issue http://tracker.ceph.com/issues/21660) ' - desc: 'run a cephfs stress test mount ceph-fuse on client.3 before running workunit ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshots ' - desc: 'generate read/write load with rados objects ranging from 1 byte to 1MB ' - desc: 'librados C and C++ api tests ' - desc: 'rbd object class functional tests ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'swift api tests for rgw ' - desc: 'run basic import/export cli tests for rbd on not upgrated client.4 (covers issue http://tracker.ceph.com/issues/21660) ' name: teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 3 size: 30 os_type: centos os_version: '7.4' overrides: admin_socket: branch: luminous ceph: conf: client.0: debug client: 10 debug monc: 10 debug ms: 1 client.1: debug client: 10 debug monc: 10 debug ms: 1 client.2: debug client: 10 debug monc: 10 debug ms: 1 client.3: debug client: 10 debug monc: 10 debug ms: 1 global: osd_max_pg_log_entries: 2 osd_min_pg_log_entries: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon warn on osd down out interval zero: false osd: debug filestore: 20 debug journal: 20 debug ms: 1 debug osd: 25 fs: xfs log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - scrub mismatch - ScrubResult - wrongly marked - \(MDS_FAILED\) - \(OBJECT_ - is unresponsive - no active mgr - ruleset- - reached quota - slow request sha1: 226a40b547a74486c252cd9b1f9d10f39009c4d4 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 226a40b547a74486c252cd9b1f9d10f39009c4d4 rgw: frontend: civetweb workunit: branch: luminous sha1: 226a40b547a74486c252cd9b1f9d10f39009c4d4 owner: scheduled_teuthology@teuthology priority: 1000 repo: git://git.ceph.com/ceph.git roles: - - mon.a - mds.a - mgr.x - osd.0 - osd.1 - - mon.b - mon.c - osd.2 - osd.3 - - client.0 - client.1 - client.2 - client.3 - - client.4 sha1: 226a40b547a74486c252cd9b1f9d10f39009c4d4 suite: upgrade:jewel-x suite_branch: luminous suite_path: /home/teuthworker/src/git.ceph.com_ceph_luminous/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph.git suite_sha1: 226a40b547a74486c252cd9b1f9d10f39009c4d4 tasks: - install: branch: jewel exclude_packages: - ceph-mgr - libcephfs2 - libcephfs-devel - libcephfs-dev - python36-cephfs - python36-rados - python36-rbd - python36-rgw - python36-ceph-argparse - python3-cephfs - python3-rados - print: '**** done installing jewel' - ceph: add_osds_to_crush: true conf: global: mon warn on pool no app: false log-whitelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - Monitor daemon marked osd - Behind on trimming skip_mgr_daemons: true - print: '**** done ceph' - install.upgrade: mon.a: null mon.b: null - print: '**** done install.upgrade mon.a and mon.b' - parallel: - workload - upgrade-sequence - print: '**** done parallel' - install.upgrade: client.0: null - print: '**** done install.upgrade on client.0' - full_sequential_finally: - ceph.osd_scrub_pgs: cluster: ceph - exec: mon.a: - ceph pg dump -f json-pretty - 'ceph pg dump sum -f json-pretty | grep num_legacy_snapsets | head -1 | grep '': 0''' - exec: mgr.x: - mkdir -p /var/lib/ceph/mgr/ceph-x - ceph auth get-or-create-key mgr.x mon 'allow profile mgr' - ceph auth export mgr.x > /var/lib/ceph/mgr/ceph-x/keyring - ceph.restart: daemons: - mgr.x wait-for-healthy: false - exec: osd.0: - ceph osd require-osd-release luminous - ceph.healthy: null - workunit: branch: jewel clients: client.4: - rbd/import_export.sh - print: '**** done rbd/import_export.sh 5-workload' - exec: osd.0: - ceph osd require-osd-release luminous - ceph.healthy: null - exec: mon.a: - ceph osd set-require-min-compat-client jewel - ceph osd crush set-all-straw-buckets-to-straw2 - ceph osd crush weight-set create-compat - ceph osd crush weight-set reweight-compat osd.0 .9 - ceph osd crush weight-set reweight-compat osd.1 1.2 - sequential: - ceph-fuse: - client.3 - print: '**** done ceph-fuse 5-final-workload' - workunit: clients: client.3: - suites/blogbench.sh - print: '**** done suites/blogbench.sh 7-final-workload' - rados: clients: - client.1 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados 7-final-workload' - workunit: clients: client.1: - rados/load-gen-mix.sh - print: '**** done rados/load-gen-mix.sh 7-final-workload' - mon_thrash: revive_delay: 20 thrash_delay: 1 - print: '**** done mon_thrash 4-final-workload' - workunit: branch: jewel clients: client.1: - rados/test-upgrade-v11.0.0.sh - print: '**** done rados/test-upgrade-v11.0.0.sh 7-final-workload' - workunit: clients: client.1: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 7-final-workload' - workunit: clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 7-final-workload' - rgw: - client.1 - print: '**** done rgw 7-final-workload' - swift: client.1: rgw_server: client.1 - print: '**** done swift 7-final-workload' - workunit: branch: jewel clients: client.4: - rbd/import_export.sh - print: '**** done rbd/import_export.sh 5-workload' teuthology_branch: master tube: smithi upgrade-sequence: sequential: - ceph.restart: daemons: - mon.a wait-for-healthy: true - sleep: duration: 60 - ceph.restart: daemons: - mon.b - mon.c wait-for-healthy: true - sleep: duration: 60 - ceph.restart: daemons: - osd.0 - osd.1 wait-for-healthy: true - sleep: duration: 60 - ceph.restart: - mds.a - sleep: duration: 60 - print: '**** running mixed versions of osds and mons' - exec: mon.b: - sudo ceph osd crush tunables jewel - print: '**** done ceph osd crush tunables jewel' - sleep: duration: 60 - ceph.restart: daemons: - osd.2 - osd.3 wait-for-healthy: false wait-for-osds-up: true verbose: true worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.15252 workload: full_sequential: - workunit: branch: jewel clients: client.0: - cls - print: '**** done cls 2-workload' 2019-11-11T07:27:46.462 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_luminous/qa; will attempt to use it 2019-11-11T07:27:46.463 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_luminous/qa/tasks 2019-11-11T07:27:46.463 INFO:teuthology.run_tasks:Running task internal.check_packages... 2019-11-11T07:27:46.464 INFO:teuthology.task.internal:Checking packages... 2019-11-11T07:27:46.477 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'basic' and ceph hash '226a40b547a74486c252cd9b1f9d10f39009c4d4' 2019-11-11T07:27:46.477 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2019-11-11T07:27:46.478 INFO:teuthology.packaging:ref: None 2019-11-11T07:27:46.478 INFO:teuthology.packaging:tag: None 2019-11-11T07:27:46.478 INFO:teuthology.packaging:branch: luminous 2019-11-11T07:27:46.478 INFO:teuthology.packaging:sha1: 226a40b547a74486c252cd9b1f9d10f39009c4d4 2019-11-11T07:27:46.478 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=luminous 2019-11-11T07:27:46.867 INFO:teuthology.task.internal:Found packages for ceph version 12.2.12-699.g7ab836d 2019-11-11T07:27:46.868 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2019-11-11T07:27:46.878 INFO:teuthology.task.internal:no buildpackages task found 2019-11-11T07:27:46.878 INFO:teuthology.run_tasks:Running task internal.lock_machines... 2019-11-11T07:27:46.894 INFO:teuthology.task.internal.lock_machines:Locking machines... 2019-11-11T07:27:46.894 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2019-11-11T07:27:46.949 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:27:56.965 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:28:06.982 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:28:17.003 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:28:27.020 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:28:37.036 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:28:47.053 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:28:57.069 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:29:07.085 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:29:17.095 DEBUG:teuthology.lock.ops:lock_many request: {'count': 4, 'locked_by': 'scheduled_teuthology@teuthology', 'description': '/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330', 'machine_type': 'smithi'} 2019-11-11T07:29:17.106 ERROR:teuthology.lock.ops:Insufficient nodes available to lock 4 smithi nodes. 2019-11-11T07:29:17.106 ERROR:teuthology.lock.ops:{"message": "only 3 nodes available"} 2019-11-11T07:29:17.106 INFO:teuthology.task.internal.lock_machines:0 smithi machines locked this try, 0/4 locked so far 2019-11-11T07:29:17.107 INFO:teuthology.task.internal.lock_machines:0 machines locked (0 new); need 4 more 2019-11-11T07:29:17.107 WARNING:teuthology.task.internal.lock_machines:Could not lock enough machines, waiting... 2019-11-11T07:29:27.156 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:29:37.173 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:29:47.183 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:29:57.192 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:30:07.208 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:30:17.224 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:30:27.242 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:30:37.259 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:30:47.276 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:30:57.293 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 5)... 2019-11-11T07:31:07.309 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:31:17.319 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:31:27.336 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:31:37.353 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:31:47.375 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:31:57.393 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:32:07.411 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:32:17.431 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:32:27.448 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:32:37.520 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:32:47.534 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:32:57.551 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:33:07.570 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:33:17.584 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:33:27.607 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:33:37.626 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:33:47.640 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:33:57.653 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:34:07.669 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:34:17.684 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:34:27.702 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:34:37.718 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:34:47.735 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:34:57.786 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:35:07.804 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:35:17.821 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:35:27.839 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:35:37.853 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:35:47.871 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:35:57.885 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:36:07.900 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:36:17.916 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:36:27.934 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:36:37.958 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:36:47.978 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:36:57.995 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:37:08.021 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:37:18.085 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:37:28.103 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:37:38.120 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:37:48.136 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:37:58.152 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:38:08.175 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:38:18.189 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:38:28.204 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:38:38.220 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:38:48.237 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:38:58.252 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:39:08.268 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:39:18.279 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:39:28.296 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:39:38.332 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:39:48.349 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:39:58.391 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:40:08.599 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:40:18.608 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:40:28.625 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:40:38.641 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:40:48.684 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:40:59.612 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:41:09.663 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:41:19.681 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:41:29.697 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:41:39.712 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:41:49.728 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:41:59.750 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:42:09.765 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:42:19.785 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:42:29.846 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:42:39.861 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:42:49.881 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:42:59.897 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:43:09.937 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:43:19.952 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:43:29.970 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:43:39.984 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:43:50.001 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:44:00.023 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:44:10.042 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:44:20.058 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 4)... 2019-11-11T07:44:30.076 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:44:40.091 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:44:50.118 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:45:00.137 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:45:10.149 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:45:20.164 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:45:30.179 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:45:40.198 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:45:50.212 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:46:00.229 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:46:10.248 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 3)... 2019-11-11T07:46:20.267 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:46:30.284 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:46:40.302 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:46:50.320 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:47:00.334 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:47:10.348 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:47:20.365 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:47:30.383 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:47:40.400 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:47:50.417 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:48:00.436 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:48:10.454 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:48:20.472 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:48:30.489 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:48:40.508 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:48:50.517 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:49:00.529 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:49:10.546 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:49:20.564 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:49:30.578 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:49:40.596 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:49:50.617 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:50:00.633 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:50:10.642 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:50:20.657 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:50:30.674 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:50:40.689 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:50:50.705 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:51:00.723 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:51:10.740 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:51:20.761 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:51:30.778 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:51:40.793 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:51:50.811 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:52:00.824 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:52:10.841 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:52:20.859 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:52:30.876 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:52:40.888 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:52:50.905 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:53:00.920 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:53:10.933 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:53:20.950 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:53:30.965 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:53:40.983 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:53:51.003 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:54:01.025 INFO:teuthology.task.internal.lock_machines:waiting for more smithi machines to be free (need 2 + 4, have 2)... 2019-11-11T07:54:11.046 DEBUG:teuthology.lock.ops:lock_many request: {'count': 4, 'locked_by': 'scheduled_teuthology@teuthology', 'description': '/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330', 'machine_type': 'smithi'} 2019-11-11T07:54:11.067 DEBUG:teuthology.lock.ops:locked ubuntu@smithi037.front.sepia.ceph.com, ubuntu@smithi072.front.sepia.ceph.com, ubuntu@smithi107.front.sepia.ceph.com, ubuntu@smithi191.front.sepia.ceph.com 2019-11-11T07:54:11.355 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=, signals=[15]) 2019-11-11T07:54:11.589 INFO:teuthology.provision.fog.smithi037:Scheduling deploy of centos 7.4 2019-11-11T07:54:11.610 INFO:teuthology.provision.fog.smithi107:Scheduling deploy of centos 7.4 2019-11-11T07:54:11.631 INFO:teuthology.provision.fog.smithi072:Scheduling deploy of centos 7.4 2019-11-11T07:54:11.640 INFO:teuthology.provision.fog.smithi191:Scheduling deploy of centos 7.4 2019-11-11T07:54:11.957 INFO:teuthology.orchestra.console:Power off smithi191 2019-11-11T07:54:11.957 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T07:54:12.026 INFO:teuthology.orchestra.console:Power off smithi037 2019-11-11T07:54:12.026 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T07:54:12.078 INFO:teuthology.orchestra.console:Power off smithi107 2019-11-11T07:54:12.079 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T07:54:12.106 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:12.139 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:12.165 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:12.216 INFO:teuthology.orchestra.console:Power off smithi072 2019-11-11T07:54:12.216 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T07:54:12.254 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:12.342 INFO:teuthology.orchestra.console:Power off for smithi191 completed 2019-11-11T07:54:12.343 INFO:teuthology.orchestra.console:Power off for smithi037 completed 2019-11-11T07:54:12.344 INFO:teuthology.orchestra.console:Power off for smithi107 completed 2019-11-11T07:54:12.395 INFO:teuthology.orchestra.console:Power off for smithi072 completed 2019-11-11T07:54:12.443 INFO:teuthology.orchestra.console:Power on smithi191 2019-11-11T07:54:12.444 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on 2019-11-11T07:54:12.470 INFO:teuthology.orchestra.console:Power on smithi037 2019-11-11T07:54:12.471 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on 2019-11-11T07:54:12.496 INFO:teuthology.orchestra.console:Power on smithi107 2019-11-11T07:54:12.497 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on 2019-11-11T07:54:12.525 INFO:teuthology.orchestra.console:Power on smithi072 2019-11-11T07:54:12.526 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on 2019-11-11T07:54:12.551 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:12.577 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:12.602 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:12.627 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:16.653 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:16.680 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:16.705 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:16.731 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:20.791 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:20.819 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:20.847 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:20.875 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T07:54:21.021 INFO:teuthology.orchestra.console:Power on for smithi107 completed 2019-11-11T07:54:21.077 INFO:teuthology.orchestra.console:Power on for smithi037 completed 2019-11-11T07:54:21.088 INFO:teuthology.orchestra.console:Power on for smithi191 completed 2019-11-11T07:54:21.106 INFO:teuthology.orchestra.console:Power on for smithi072 completed 2019-11-11T07:54:21.122 INFO:teuthology.provision.fog.smithi107:Waiting for deploy to finish 2019-11-11T07:54:21.178 INFO:teuthology.provision.fog.smithi037:Waiting for deploy to finish 2019-11-11T07:54:21.191 INFO:teuthology.provision.fog.smithi191:Waiting for deploy to finish 2019-11-11T07:54:21.206 INFO:teuthology.provision.fog.smithi072:Waiting for deploy to finish 2019-11-11T07:56:36.937 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:56:45.998 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:56:52.071 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:56:55.050 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:01.131 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:04.111 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:07.085 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:07.122 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:10.185 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:13.165 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:16.138 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:16.205 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:19.241 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:22.221 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:25.195 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:25.257 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:28.298 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:31.274 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:34.250 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:34.313 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:37.353 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:43.311 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:43.369 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:52.365 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:57:52.425 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:01.418 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:01.481 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:10.479 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:10.537 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:19.535 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:19.593 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:28.593 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:37.278 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:37.512 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:58:37.512 INFO:teuthology.orchestra.run.smithi037:> hostname 2019-11-11T07:58:38.053 INFO:teuthology.orchestra.run.smithi037.stdout:smithi037.front.sepia.ceph.com 2019-11-11T07:58:38.054 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:58:38.054 INFO:teuthology.orchestra.run.smithi037:> grep smithi037.front.sepia.ceph.com /etc/hosts 2019-11-11T07:58:38.131 INFO:teuthology.orchestra.run.smithi037.stdout:172.21.15.37 smithi037.front.sepia.ceph.com smithi037 2019-11-11T07:58:38.131 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:58:38.131 INFO:teuthology.orchestra.run.smithi037:> sudo hostname smithi037 2019-11-11T07:58:38.237 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:58:38.237 INFO:teuthology.orchestra.run.smithi037:> sudo sed -i -e 's/smithi037.front.sepia.ceph.com/smithi037/g' /etc/hosts 2019-11-11T07:58:38.329 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:58:38.330 INFO:teuthology.orchestra.run.smithi037:> sudo sed -i -e 's/172.21.15.37/172.21.15.37/g' /etc/hosts 2019-11-11T07:58:38.422 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:58:38.423 INFO:teuthology.orchestra.run.smithi037:> sudo sed -i -e 's/smithi037.front.sepia.ceph.com/smithi037/g' /etc/hostname 2019-11-11T07:58:38.506 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:58:38.506 INFO:teuthology.orchestra.run.smithi037:> sudo hostname smithi037 2019-11-11T07:58:38.599 INFO:teuthology.provision.fog.smithi037:Deploy complete! 2019-11-11T07:58:38.600 DEBUG:teuthology.parallel:result is None 2019-11-11T07:58:43.356 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:43.597 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:58:43.597 INFO:teuthology.orchestra.run.smithi191:> hostname 2019-11-11T07:58:44.009 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:44.050 INFO:teuthology.orchestra.run.smithi191.stdout:smithi191 2019-11-11T07:58:44.050 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:58:44.051 INFO:teuthology.orchestra.run.smithi191:> grep smithi191 /etc/hosts 2019-11-11T07:58:44.098 INFO:teuthology.orchestra.run.smithi191.stdout:172.21.15.191 smithi191.front.sepia.ceph.com smithi191 2019-11-11T07:58:44.098 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:58:44.099 INFO:teuthology.orchestra.run.smithi191:> sudo hostname smithi191 2019-11-11T07:58:44.202 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:58:44.202 INFO:teuthology.orchestra.run.smithi191:> sudo sed -i -e 's/smithi191/smithi191/g' /etc/hosts 2019-11-11T07:58:44.279 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:58:44.280 INFO:teuthology.orchestra.run.smithi191:> sudo sed -i -e 's/172.21.15.191/172.21.15.191/g' /etc/hosts 2019-11-11T07:58:44.330 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:58:44.330 INFO:teuthology.orchestra.run.smithi191:> sudo sed -i -e 's/smithi191/smithi191/g' /etc/hostname 2019-11-11T07:58:44.379 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:58:44.379 INFO:teuthology.orchestra.run.smithi191:> sudo hostname smithi191 2019-11-11T07:58:44.423 INFO:teuthology.provision.fog.smithi191:Deploy complete! 2019-11-11T07:58:44.424 DEBUG:teuthology.parallel:result is None 2019-11-11T07:58:53.069 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:59.075 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:58:59.280 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:58:59.280 INFO:teuthology.orchestra.run.smithi072:> hostname 2019-11-11T07:58:59.737 INFO:teuthology.orchestra.run.smithi072.stdout:smithi202 2019-11-11T07:58:59.738 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:58:59.738 INFO:teuthology.orchestra.run.smithi072:> grep smithi202 /etc/hosts 2019-11-11T07:58:59.778 INFO:teuthology.orchestra.run.smithi072.stdout:172.21.15.202 smithi202.front.sepia.ceph.com smithi202 2019-11-11T07:58:59.779 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:58:59.779 INFO:teuthology.orchestra.run.smithi072:> sudo hostname smithi072 2019-11-11T07:58:59.922 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:58:59.922 INFO:teuthology.orchestra.run.smithi072:> sudo sed -i -e 's/smithi202/smithi072/g' /etc/hosts 2019-11-11T07:58:59.966 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:58:59.966 INFO:teuthology.orchestra.run.smithi072:> sudo sed -i -e 's/172.21.15.202/172.21.15.72/g' /etc/hosts 2019-11-11T07:59:00.010 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:00.010 INFO:teuthology.orchestra.run.smithi072:> sudo sed -i -e 's/smithi202/smithi072/g' /etc/hostname 2019-11-11T07:59:00.118 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:00.118 INFO:teuthology.orchestra.run.smithi072:> sudo hostname smithi072 2019-11-11T07:59:00.162 INFO:teuthology.provision.fog.smithi072:Deploy complete! 2019-11-11T07:59:00.164 DEBUG:teuthology.parallel:result is None 2019-11-11T07:59:00.292 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:00.292 INFO:teuthology.orchestra.run.smithi107:> hostname 2019-11-11T07:59:00.798 INFO:teuthology.orchestra.run.smithi107.stdout:smithi202 2019-11-11T07:59:00.798 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:00.799 INFO:teuthology.orchestra.run.smithi107:> grep smithi202 /etc/hosts 2019-11-11T07:59:00.841 INFO:teuthology.orchestra.run.smithi107.stdout:172.21.15.202 smithi202.front.sepia.ceph.com smithi202 2019-11-11T07:59:00.842 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:00.842 INFO:teuthology.orchestra.run.smithi107:> sudo hostname smithi107 2019-11-11T07:59:01.040 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:01.040 INFO:teuthology.orchestra.run.smithi107:> sudo sed -i -e 's/smithi202/smithi107/g' /etc/hosts 2019-11-11T07:59:01.098 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:01.522 INFO:teuthology.orchestra.run.smithi107:> sudo sed -i -e 's/172.21.15.202/172.21.15.107/g' /etc/hosts 2019-11-11T07:59:01.588 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:01.588 INFO:teuthology.orchestra.run.smithi107:> sudo sed -i -e 's/smithi202/smithi107/g' /etc/hostname 2019-11-11T07:59:01.646 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:01.646 INFO:teuthology.orchestra.run.smithi107:> sudo hostname smithi107 2019-11-11T07:59:01.694 INFO:teuthology.provision.fog.smithi107:Deploy complete! 2019-11-11T07:59:01.695 DEBUG:teuthology.parallel:result is None 2019-11-11T07:59:02.024 INFO:teuthology.lock.keys:Checking smithi037.front.sepia.ceph.com 2019-11-11T07:59:02.025 INFO:teuthology.lock.keys:New key found. Updating... 2019-11-11T07:59:02.051 INFO:teuthology.lock.keys:Checking smithi191.front.sepia.ceph.com 2019-11-11T07:59:02.051 INFO:teuthology.lock.keys:New key found. Updating... 2019-11-11T07:59:02.062 INFO:teuthology.lock.keys:Checking smithi072.front.sepia.ceph.com 2019-11-11T07:59:02.063 INFO:teuthology.lock.keys:New key found. Updating... 2019-11-11T07:59:02.073 INFO:teuthology.lock.keys:Checking smithi107.front.sepia.ceph.com 2019-11-11T07:59:02.073 INFO:teuthology.lock.keys:New key found. Updating... 2019-11-11T07:59:02.090 INFO:teuthology.lock.ops:Updating [smithi037.front.sepia.ceph.com]: set os type and version on server 2019-11-11T07:59:02.090 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2019-11-11T07:59:02.091 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:02.191 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:02.191 INFO:teuthology.orchestra.run.smithi037:> true 2019-11-11T07:59:02.610 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:02.611 INFO:teuthology.orchestra.run.smithi037:> uname -m 2019-11-11T07:59:02.689 INFO:teuthology.orchestra.run.smithi037.stdout:x86_64 2019-11-11T07:59:02.689 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:02.689 INFO:teuthology.orchestra.run.smithi037:> cat /etc/os-release 2019-11-11T07:59:02.768 INFO:teuthology.orchestra.run.smithi037.stdout:NAME="CentOS Linux" 2019-11-11T07:59:02.769 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION="7 (Core)" 2019-11-11T07:59:02.769 INFO:teuthology.orchestra.run.smithi037.stdout:ID="centos" 2019-11-11T07:59:02.769 INFO:teuthology.orchestra.run.smithi037.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:02.769 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION_ID="7" 2019-11-11T07:59:02.769 INFO:teuthology.orchestra.run.smithi037.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:02.769 INFO:teuthology.orchestra.run.smithi037.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:02.770 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:02.771 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:02.772 INFO:teuthology.lock.ops:Updating smithi037.front.sepia.ceph.com on lock server 2019-11-11T07:59:02.787 INFO:teuthology.lock.ops:Updating [smithi191.front.sepia.ceph.com]: set os type and version on server 2019-11-11T07:59:02.787 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2019-11-11T07:59:02.788 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:02.888 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:02.888 INFO:teuthology.orchestra.run.smithi191:> true 2019-11-11T07:59:03.301 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:03.301 INFO:teuthology.orchestra.run.smithi191:> uname -m 2019-11-11T07:59:03.365 INFO:teuthology.orchestra.run.smithi191.stdout:x86_64 2019-11-11T07:59:03.365 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:03.365 INFO:teuthology.orchestra.run.smithi191:> cat /etc/os-release 2019-11-11T07:59:03.421 INFO:teuthology.orchestra.run.smithi191.stdout:NAME="CentOS Linux" 2019-11-11T07:59:03.422 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION="7 (Core)" 2019-11-11T07:59:03.422 INFO:teuthology.orchestra.run.smithi191.stdout:ID="centos" 2019-11-11T07:59:03.422 INFO:teuthology.orchestra.run.smithi191.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:03.422 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION_ID="7" 2019-11-11T07:59:03.422 INFO:teuthology.orchestra.run.smithi191.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:03.422 INFO:teuthology.orchestra.run.smithi191.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:03.422 INFO:teuthology.orchestra.run.smithi191.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:03.423 INFO:teuthology.orchestra.run.smithi191.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:03.423 INFO:teuthology.orchestra.run.smithi191.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:03.423 INFO:teuthology.orchestra.run.smithi191.stdout: 2019-11-11T07:59:03.423 INFO:teuthology.orchestra.run.smithi191.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:03.423 INFO:teuthology.orchestra.run.smithi191.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:03.423 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:03.423 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:03.424 INFO:teuthology.orchestra.run.smithi191.stdout: 2019-11-11T07:59:03.424 INFO:teuthology.lock.ops:Updating smithi191.front.sepia.ceph.com on lock server 2019-11-11T07:59:03.443 INFO:teuthology.lock.ops:Updating [smithi072.front.sepia.ceph.com]: set os type and version on server 2019-11-11T07:59:03.443 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2019-11-11T07:59:03.444 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:03.544 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:03.545 INFO:teuthology.orchestra.run.smithi072:> true 2019-11-11T07:59:03.867 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:03.868 INFO:teuthology.orchestra.run.smithi072:> uname -m 2019-11-11T07:59:03.910 INFO:teuthology.orchestra.run.smithi072.stdout:x86_64 2019-11-11T07:59:03.911 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:03.911 INFO:teuthology.orchestra.run.smithi072:> cat /etc/os-release 2019-11-11T07:59:04.047 INFO:teuthology.orchestra.run.smithi072.stdout:NAME="CentOS Linux" 2019-11-11T07:59:04.047 INFO:teuthology.orchestra.run.smithi072.stdout:VERSION="7 (Core)" 2019-11-11T07:59:04.048 INFO:teuthology.orchestra.run.smithi072.stdout:ID="centos" 2019-11-11T07:59:04.048 INFO:teuthology.orchestra.run.smithi072.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:04.048 INFO:teuthology.orchestra.run.smithi072.stdout:VERSION_ID="7" 2019-11-11T07:59:04.048 INFO:teuthology.orchestra.run.smithi072.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:04.048 INFO:teuthology.orchestra.run.smithi072.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:04.048 INFO:teuthology.orchestra.run.smithi072.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:04.049 INFO:teuthology.orchestra.run.smithi072.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:04.049 INFO:teuthology.orchestra.run.smithi072.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:04.049 INFO:teuthology.orchestra.run.smithi072.stdout: 2019-11-11T07:59:04.049 INFO:teuthology.orchestra.run.smithi072.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:04.049 INFO:teuthology.orchestra.run.smithi072.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:04.049 INFO:teuthology.orchestra.run.smithi072.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:04.049 INFO:teuthology.orchestra.run.smithi072.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:04.050 INFO:teuthology.orchestra.run.smithi072.stdout: 2019-11-11T07:59:04.050 INFO:teuthology.lock.ops:Updating smithi072.front.sepia.ceph.com on lock server 2019-11-11T07:59:04.064 INFO:teuthology.lock.ops:Updating [smithi107.front.sepia.ceph.com]: set os type and version on server 2019-11-11T07:59:04.064 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2019-11-11T07:59:04.065 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:04.148 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:04.148 INFO:teuthology.orchestra.run.smithi107:> true 2019-11-11T07:59:04.408 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:04.409 INFO:teuthology.orchestra.run.smithi107:> uname -m 2019-11-11T07:59:04.449 INFO:teuthology.orchestra.run.smithi107.stdout:x86_64 2019-11-11T07:59:04.449 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:04.449 INFO:teuthology.orchestra.run.smithi107:> cat /etc/os-release 2019-11-11T07:59:04.552 INFO:teuthology.orchestra.run.smithi107.stdout:NAME="CentOS Linux" 2019-11-11T07:59:04.552 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION="7 (Core)" 2019-11-11T07:59:04.552 INFO:teuthology.orchestra.run.smithi107.stdout:ID="centos" 2019-11-11T07:59:04.552 INFO:teuthology.orchestra.run.smithi107.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:04.552 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_ID="7" 2019-11-11T07:59:04.552 INFO:teuthology.orchestra.run.smithi107.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:04.553 INFO:teuthology.orchestra.run.smithi107.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:04.553 INFO:teuthology.orchestra.run.smithi107.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:04.553 INFO:teuthology.orchestra.run.smithi107.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:04.553 INFO:teuthology.orchestra.run.smithi107.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:04.553 INFO:teuthology.orchestra.run.smithi107.stdout: 2019-11-11T07:59:04.553 INFO:teuthology.orchestra.run.smithi107.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:04.553 INFO:teuthology.orchestra.run.smithi107.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:04.554 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:04.554 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:04.554 INFO:teuthology.orchestra.run.smithi107.stdout: 2019-11-11T07:59:04.554 INFO:teuthology.lock.ops:Updating smithi107.front.sepia.ceph.com on lock server 2019-11-11T07:59:04.569 INFO:teuthology.task.internal.lock_machines:4 smithi machines locked this try, 4/4 locked so far 2019-11-11T07:59:04.634 INFO:teuthology.task.internal.lock_machines:Locked targets: smithi037.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC89YZdaekWpGJd9sjsqU/ITYnpU1kVeFaktiJwOSKEwD1a3XJ57nI6l8DIwQYnvuKlv68/t8m8IXMDjeAs+/dKtMXMCPCEsvaqS5dzNlzgNRO+8DCP0KYGBclUqrIBQtM1NhlCWB9v4EKE9DgO2dcwnJcE6VcCb66snsyKPlmiJaVA9DutAo2/LZFROzxyW5kizcusLmhSVh6LkxEd0EVqbd51A4TCBLsHYktepxPecwGNeJGaGp5wV6islAQD7kjWmPjfgN1CL2hWVnbfEZhm43cM0+s0TplbcZvQ3vjx1Tnt4RSVP22EBRkPi+xlmCp/XXMrE7iLHj1NFKiO3ctn smithi072.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ9sb/U2KbkEYVT3WbIIW8fFHQ85Ew9wja1EJ4qYiHlr/vN/0VLIPW+Kg8HnjgvHUDqncOlmNht6DEP2W1sBs5TdypK1im0ac7PLOIK9ZRcNXEIqeda2Rfo2m6aO/yTbFTtrtu51dXcqI83imE2jHbUEdfumb+utiNREmWnyv4efKxvpG26U374sLTw/KhVIUyl1vX6kt+1SJ8BuFofXkpV6X0paFSL0jBlC6KDiShCOtULPur5OdYMB7aiO6Q9ck+KUu6bdG48NTLT1IWNUoHDx1Jl0JacbHlpbNbfVaRPtnTd9355VdCAgUiO2d/jrYnTpgoOOXTTXuiCiUdG93L smithi107.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCtPPZh3Od3j62Ebk9sR+z+zrlXCczpPr7Uwah6/9zo0+KB03sCl0aHkpLyJ4Q97q+SBfbS0bouyXTXRNrRsH8G2iPQUnfuFpo7oq/rUh+N6YOn+ezX6ceACnhYNemF2IPtbULT1M9P4LzVeGQ8Fl8zzj6AYxeV72WVehOIwWIQ+aXr4poo4bsH6mLoSiQ4pxmdWGsJjEv/sNZpHyi80vdzfKJndKKgrMCrF/MSxL+LGxzPBuQO3kWV2Wvf/8psIAa/tpfWy6+LpSqHta2worCfVodFlrrclod1G1/AYaEtCFBJvGOFUoXF5Wz12OOF8PvSWvlgC9NaVp7Eqx/3n5Zp smithi191.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCiYjhdbL6W6m4Pbjx9jZeZsXGzz5gApr2Tr/P7EX0oqp1Mg+rpPVF40vt97dRDvxoVMN6JswmTezpTL1fee6vFPEYaK8vQsM9zeuPQF8VTczkWkOmMVrcPxnJ9DW9T/dF0zJMNwWPSS5KRgTdGuFD4qWxfvaSVfXgz9s9N0cnlItn+U6ki9beC/KW+w8bSJICQUHagLUFcJNkLZe+/WPaVjL4VfthbJw2a6AJrMRq4xkX+J8CbqEMFH35RM0/ZnXtNGWtgcJ14gR1BbampSHxpVUBLhMrCPJlLvgfr4asTAxUAyf6x8ZWZzimbRenIIXBhTalZ7b5Qv79Oy8/4JHmr 2019-11-11T07:59:04.634 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2019-11-11T07:59:04.689 INFO:teuthology.run_tasks:Running task internal.save_config... 2019-11-11T07:59:04.696 INFO:teuthology.task.internal:Saving configuration 2019-11-11T07:59:04.728 INFO:teuthology.run_tasks:Running task internal.check_lock... 2019-11-11T07:59:04.739 INFO:teuthology.task.internal.check_lock:Checking locks... 2019-11-11T07:59:04.754 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054536', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi037.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPgTwa1DwBnUKuwQRWOkiVdQIncstuBw8c5c7KgrLi6W424knJAu8Y8jhbszONOjSCPK9J8z3FI1oeEKt4/alM0=', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T07:59:04.771 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054509', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi072.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEAH5EYIxwsxR/hT+z4TrHMX9SYCCASJWHxlcI+iNNs1OhZzcN+0EIqMM30PfnN8RlJpqeJ+Dd5ncB3TWqg+kRY=', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T07:59:04.786 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054552', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi191.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ+8hUDxUtIfPO+wd9H03YxzPakSSjrGkbfjSRcIMaBHQ5Y1JvBqNRMvB80gQjxkmsDgyHNrFCOrAna3VQcza10=', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T07:59:04.800 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054567', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi107.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPBn65YVW0u6IGbWR9geAoRdT5ruwzrWIXBFDolaPklXogZky/h9QUaZjMzwGu7zeDEm0QjNxdB6StXvdaJm8qI=', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T07:59:04.801 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2019-11-11T07:59:04.812 INFO:teuthology.task.internal:roles: ubuntu@smithi037.front.sepia.ceph.com - ['mon.a', 'mds.a', 'mgr.x', 'osd.0', 'osd.1'] 2019-11-11T07:59:04.812 INFO:teuthology.task.internal:roles: ubuntu@smithi072.front.sepia.ceph.com - ['mon.b', 'mon.c', 'osd.2', 'osd.3'] 2019-11-11T07:59:04.813 INFO:teuthology.task.internal:roles: ubuntu@smithi191.front.sepia.ceph.com - ['client.0', 'client.1', 'client.2', 'client.3'] 2019-11-11T07:59:04.813 INFO:teuthology.task.internal:roles: ubuntu@smithi107.front.sepia.ceph.com - ['client.4'] 2019-11-11T07:59:04.813 INFO:teuthology.run_tasks:Running task console_log... 2019-11-11T07:59:05.094 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=, signals=[15]) 2019-11-11T07:59:05.094 INFO:teuthology.run_tasks:Running task internal.connect... 2019-11-11T07:59:05.106 INFO:teuthology.task.internal:Opening connections... 2019-11-11T07:59:05.107 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi037.front.sepia.ceph.com 2019-11-11T07:59:05.108 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi037.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:05.209 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi072.front.sepia.ceph.com 2019-11-11T07:59:05.209 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi072.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:05.314 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi107.front.sepia.ceph.com 2019-11-11T07:59:05.315 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi107.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:05.398 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi191.front.sepia.ceph.com 2019-11-11T07:59:05.399 DEBUG:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'smithi191.front.sepia.ceph.com', 'timeout': 60} 2019-11-11T07:59:05.504 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2019-11-11T07:59:05.516 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:05.516 INFO:teuthology.orchestra.run.smithi037:> uname -m 2019-11-11T07:59:05.605 INFO:teuthology.orchestra.run.smithi037.stdout:x86_64 2019-11-11T07:59:05.606 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:05.606 INFO:teuthology.orchestra.run.smithi037:> cat /etc/os-release 2019-11-11T07:59:05.669 INFO:teuthology.orchestra.run.smithi037.stdout:NAME="CentOS Linux" 2019-11-11T07:59:05.669 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION="7 (Core)" 2019-11-11T07:59:05.669 INFO:teuthology.orchestra.run.smithi037.stdout:ID="centos" 2019-11-11T07:59:05.670 INFO:teuthology.orchestra.run.smithi037.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:05.670 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION_ID="7" 2019-11-11T07:59:05.670 INFO:teuthology.orchestra.run.smithi037.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:05.670 INFO:teuthology.orchestra.run.smithi037.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:05.670 INFO:teuthology.orchestra.run.smithi037.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:05.671 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:05.672 INFO:teuthology.lock.ops:Updating smithi037.front.sepia.ceph.com on lock server 2019-11-11T07:59:05.687 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:05.687 INFO:teuthology.orchestra.run.smithi072:> uname -m 2019-11-11T07:59:05.791 INFO:teuthology.orchestra.run.smithi072.stdout:x86_64 2019-11-11T07:59:05.791 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:05.792 INFO:teuthology.orchestra.run.smithi072:> cat /etc/os-release 2019-11-11T07:59:05.860 INFO:teuthology.orchestra.run.smithi072.stdout:NAME="CentOS Linux" 2019-11-11T07:59:05.860 INFO:teuthology.orchestra.run.smithi072.stdout:VERSION="7 (Core)" 2019-11-11T07:59:05.860 INFO:teuthology.orchestra.run.smithi072.stdout:ID="centos" 2019-11-11T07:59:05.860 INFO:teuthology.orchestra.run.smithi072.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:05.860 INFO:teuthology.orchestra.run.smithi072.stdout:VERSION_ID="7" 2019-11-11T07:59:05.861 INFO:teuthology.orchestra.run.smithi072.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:05.861 INFO:teuthology.orchestra.run.smithi072.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:05.861 INFO:teuthology.orchestra.run.smithi072.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:05.861 INFO:teuthology.orchestra.run.smithi072.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:05.861 INFO:teuthology.orchestra.run.smithi072.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:05.861 INFO:teuthology.orchestra.run.smithi072.stdout: 2019-11-11T07:59:05.862 INFO:teuthology.orchestra.run.smithi072.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:05.862 INFO:teuthology.orchestra.run.smithi072.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:05.862 INFO:teuthology.orchestra.run.smithi072.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:05.862 INFO:teuthology.orchestra.run.smithi072.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:05.862 INFO:teuthology.orchestra.run.smithi072.stdout: 2019-11-11T07:59:05.862 INFO:teuthology.lock.ops:Updating smithi072.front.sepia.ceph.com on lock server 2019-11-11T07:59:05.876 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:05.876 INFO:teuthology.orchestra.run.smithi107:> uname -m 2019-11-11T07:59:05.934 INFO:teuthology.orchestra.run.smithi107.stdout:x86_64 2019-11-11T07:59:05.934 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:05.934 INFO:teuthology.orchestra.run.smithi107:> cat /etc/os-release 2019-11-11T07:59:05.972 INFO:teuthology.orchestra.run.smithi107.stdout:NAME="CentOS Linux" 2019-11-11T07:59:05.973 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION="7 (Core)" 2019-11-11T07:59:05.973 INFO:teuthology.orchestra.run.smithi107.stdout:ID="centos" 2019-11-11T07:59:05.973 INFO:teuthology.orchestra.run.smithi107.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:05.973 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_ID="7" 2019-11-11T07:59:05.973 INFO:teuthology.orchestra.run.smithi107.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:05.974 INFO:teuthology.orchestra.run.smithi107.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:05.974 INFO:teuthology.orchestra.run.smithi107.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:05.974 INFO:teuthology.orchestra.run.smithi107.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:05.974 INFO:teuthology.orchestra.run.smithi107.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:05.974 INFO:teuthology.orchestra.run.smithi107.stdout: 2019-11-11T07:59:05.974 INFO:teuthology.orchestra.run.smithi107.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:05.974 INFO:teuthology.orchestra.run.smithi107.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:05.975 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:05.975 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:05.975 INFO:teuthology.orchestra.run.smithi107.stdout: 2019-11-11T07:59:05.975 INFO:teuthology.lock.ops:Updating smithi107.front.sepia.ceph.com on lock server 2019-11-11T07:59:05.989 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:05.990 INFO:teuthology.orchestra.run.smithi191:> uname -m 2019-11-11T07:59:06.107 INFO:teuthology.orchestra.run.smithi191.stdout:x86_64 2019-11-11T07:59:06.107 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:06.107 INFO:teuthology.orchestra.run.smithi191:> cat /etc/os-release 2019-11-11T07:59:06.173 INFO:teuthology.orchestra.run.smithi191.stdout:NAME="CentOS Linux" 2019-11-11T07:59:06.173 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION="7 (Core)" 2019-11-11T07:59:06.173 INFO:teuthology.orchestra.run.smithi191.stdout:ID="centos" 2019-11-11T07:59:06.173 INFO:teuthology.orchestra.run.smithi191.stdout:ID_LIKE="rhel fedora" 2019-11-11T07:59:06.173 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION_ID="7" 2019-11-11T07:59:06.174 INFO:teuthology.orchestra.run.smithi191.stdout:PRETTY_NAME="CentOS Linux 7 (Core)" 2019-11-11T07:59:06.174 INFO:teuthology.orchestra.run.smithi191.stdout:ANSI_COLOR="0;31" 2019-11-11T07:59:06.174 INFO:teuthology.orchestra.run.smithi191.stdout:CPE_NAME="cpe:/o:centos:centos:7" 2019-11-11T07:59:06.175 INFO:teuthology.orchestra.run.smithi191.stdout:HOME_URL="https://www.centos.org/" 2019-11-11T07:59:06.175 INFO:teuthology.orchestra.run.smithi191.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2019-11-11T07:59:06.175 INFO:teuthology.orchestra.run.smithi191.stdout: 2019-11-11T07:59:06.175 INFO:teuthology.orchestra.run.smithi191.stdout:CENTOS_MANTISBT_PROJECT="CentOS-7" 2019-11-11T07:59:06.175 INFO:teuthology.orchestra.run.smithi191.stdout:CENTOS_MANTISBT_PROJECT_VERSION="7" 2019-11-11T07:59:06.175 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2019-11-11T07:59:06.175 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="7" 2019-11-11T07:59:06.176 INFO:teuthology.orchestra.run.smithi191.stdout: 2019-11-11T07:59:06.176 INFO:teuthology.lock.ops:Updating smithi191.front.sepia.ceph.com on lock server 2019-11-11T07:59:06.187 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2019-11-11T07:59:06.254 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2019-11-11T07:59:06.265 INFO:teuthology.task.internal:Checking for old test directory... 2019-11-11T07:59:06.265 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:06.265 INFO:teuthology.orchestra.run.smithi037:> test '!' -e /home/ubuntu/cephtest 2019-11-11T07:59:06.269 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:06.270 INFO:teuthology.orchestra.run.smithi072:> test '!' -e /home/ubuntu/cephtest 2019-11-11T07:59:06.274 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:06.274 INFO:teuthology.orchestra.run.smithi107:> test '!' -e /home/ubuntu/cephtest 2019-11-11T07:59:06.278 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:06.278 INFO:teuthology.orchestra.run.smithi191:> test '!' -e /home/ubuntu/cephtest 2019-11-11T07:59:06.363 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2019-11-11T07:59:06.375 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2019-11-11T07:59:06.376 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:06.376 INFO:teuthology.orchestra.run.smithi037:> test -z $(ls -A /var/lib/ceph) 2019-11-11T07:59:06.380 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:06.380 INFO:teuthology.orchestra.run.smithi072:> test -z $(ls -A /var/lib/ceph) 2019-11-11T07:59:06.384 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:06.384 INFO:teuthology.orchestra.run.smithi107:> test -z $(ls -A /var/lib/ceph) 2019-11-11T07:59:06.388 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:06.388 INFO:teuthology.orchestra.run.smithi191:> test -z $(ls -A /var/lib/ceph) 2019-11-11T07:59:06.471 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2019-11-11T07:59:06.555 INFO:teuthology.run_tasks:Running task kernel... 2019-11-11T07:59:06.575 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'sha1': 'distro', 'kdb': True}, 'mon.c': {'sha1': 'distro', 'kdb': True}, 'mon.b': {'sha1': 'distro', 'kdb': True}, 'mds.a': {'sha1': 'distro', 'kdb': True}, 'osd.1': {'sha1': 'distro', 'kdb': True}, 'osd.0': {'sha1': 'distro', 'kdb': True}, 'osd.3': {'sha1': 'distro', 'kdb': True}, 'osd.2': {'sha1': 'distro', 'kdb': True}, 'client.4': {'sha1': 'distro', 'kdb': True}, 'client.3': {'sha1': 'distro', 'kdb': True}, 'mgr.x': {'sha1': 'distro', 'kdb': True}, 'client.2': {'sha1': 'distro', 'kdb': True}, 'client.1': {'sha1': 'distro', 'kdb': True}, 'client.0': {'sha1': 'distro', 'kdb': True}} 2019-11-11T07:59:06.575 INFO:teuthology.task.kernel:config {'mon.a': {'sha1': 'distro', 'kdb': True}, 'mon.b': {'sha1': 'distro', 'kdb': True}, 'client.4': {'sha1': 'distro', 'kdb': True}, 'client.0': {'sha1': 'distro', 'kdb': True}}, timeout 300 2019-11-11T07:59:06.575 INFO:teuthology.task.kernel:Removing old kernels from ubuntu@smithi037.front.sepia.ceph.com 2019-11-11T07:59:06.576 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:06.576 INFO:teuthology.orchestra.run.smithi037:> sudo package-cleanup -y --oldkernels 2019-11-11T07:59:07.503 INFO:teuthology.orchestra.run.smithi037.stdout:Loaded plugins: fastestmirror, langpacks, priorities 2019-11-11T07:59:12.261 INFO:teuthology.orchestra.run.smithi037.stdout:No old kernels to remove 2019-11-11T07:59:12.279 INFO:teuthology.task.kernel:Removing old kernels from ubuntu@smithi072.front.sepia.ceph.com 2019-11-11T07:59:12.279 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T07:59:12.280 INFO:teuthology.orchestra.run.smithi072:> sudo package-cleanup -y --oldkernels 2019-11-11T07:59:13.212 INFO:teuthology.orchestra.run.smithi072.stdout:Loaded plugins: fastestmirror, langpacks, priorities 2019-11-11T07:59:13.945 INFO:teuthology.orchestra.run.smithi072.stdout:Could not retrieve mirrorlist http://mirrorlist.centos.org/?release=7&arch=x86_64&repo=os&infra=stock error was 2019-11-11T07:59:13.945 INFO:teuthology.orchestra.run.smithi072.stdout:14: curl#6 - "Could not resolve host: mirrorlist.centos.org; Unknown error" 2019-11-11T07:59:13.945 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirror.cc.columbia.edu/pub/linux/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirror.cc.columbia.edu; Unknown error" 2019-11-11T07:59:13.945 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.946 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirrors.mit.edu/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirrors.mit.edu; Unknown error" 2019-11-11T07:59:13.946 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.946 INFO:teuthology.orchestra.run.smithi072.stdout:http://repos-tx.psychz.net/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: repos-tx.psychz.net; Unknown error" 2019-11-11T07:59:13.946 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.946 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirror.grid.uchicago.edu/pub/linux/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirror.grid.uchicago.edu; Unknown error" 2019-11-11T07:59:13.946 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.947 INFO:teuthology.orchestra.run.smithi072.stdout:http://centos.mirror.lstn.net/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: centos.mirror.lstn.net; Unknown error" 2019-11-11T07:59:13.947 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.947 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirrors.oit.uci.edu/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirrors.oit.uci.edu; Unknown error" 2019-11-11T07:59:13.947 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.947 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirrordenver.fdcservers.net/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirrordenver.fdcservers.net; Unknown error" 2019-11-11T07:59:13.948 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.948 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirror.lug.udel.edu/pub/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirror.lug.udel.edu; Unknown error" 2019-11-11T07:59:13.948 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.948 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirror.dal10.us.leaseweb.net/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirror.dal10.us.leaseweb.net; Unknown error" 2019-11-11T07:59:13.949 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.949 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirror.compevo.com/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirror.compevo.com; Unknown error" 2019-11-11T07:59:13.949 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.950 INFO:teuthology.orchestra.run.smithi072.stdout:http://gitbuilder.ceph.com/mod_fastcgi-rpm-centos7-x86_64-basic/ref/master/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: gitbuilder.ceph.com; Unknown error" 2019-11-11T07:59:13.950 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.950 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirrors.cat.pdx.edu; Unknown error" 2019-11-11T07:59:13.950 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.950 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirror.pnl.gov/epel/7/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirror.pnl.gov; Unknown error" 2019-11-11T07:59:13.950 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.950 INFO:teuthology.orchestra.run.smithi072.stdout:http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: dl.fedoraproject.org; Unknown error" 2019-11-11T07:59:13.951 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.951 INFO:teuthology.orchestra.run.smithi072.stdout:http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: ftp.linux.ncsu.edu; Unknown error" 2019-11-11T07:59:13.951 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:13.951 INFO:teuthology.orchestra.run.smithi072.stdout:http://mirror.oss.ou.edu/epel/7/x86_64/repodata/repomd.xml: [Errno 14] curl#6 - "Could not resolve host: mirror.oss.ou.edu; Unknown error" 2019-11-11T07:59:13.951 INFO:teuthology.orchestra.run.smithi072.stdout:Trying other mirror. 2019-11-11T07:59:17.274 INFO:teuthology.orchestra.run.smithi072.stdout:No old kernels to remove 2019-11-11T07:59:17.295 INFO:teuthology.task.kernel:Removing old kernels from ubuntu@smithi107.front.sepia.ceph.com 2019-11-11T07:59:17.295 INFO:teuthology.orchestra.run.smithi107:Running: 2019-11-11T07:59:17.295 INFO:teuthology.orchestra.run.smithi107:> sudo package-cleanup -y --oldkernels 2019-11-11T07:59:18.206 INFO:teuthology.orchestra.run.smithi107.stdout:Loaded plugins: fastestmirror, langpacks, priorities 2019-11-11T07:59:23.604 INFO:teuthology.orchestra.run.smithi107.stdout:No old kernels to remove 2019-11-11T07:59:23.623 INFO:teuthology.task.kernel:Removing old kernels from ubuntu@smithi191.front.sepia.ceph.com 2019-11-11T07:59:23.623 INFO:teuthology.orchestra.run.smithi191:Running: 2019-11-11T07:59:23.623 INFO:teuthology.orchestra.run.smithi191:> sudo package-cleanup -y --oldkernels 2019-11-11T07:59:24.532 INFO:teuthology.orchestra.run.smithi191.stdout:Loaded plugins: fastestmirror, langpacks, priorities 2019-11-11T07:59:28.400 INFO:teuthology.orchestra.run.smithi191.stdout:No old kernels to remove 2019-11-11T07:59:28.418 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:28.418 INFO:teuthology.orchestra.run.smithi037:> uname -r 2019-11-11T07:59:28.516 INFO:teuthology.orchestra.run.smithi037.stdout:3.10.0-862.9.1.el7.x86_64 2019-11-11T07:59:28.516 INFO:teuthology.task.kernel:Running kernel on smithi037: 3.10.0-862.9.1.el7.x86_64 2019-11-11T07:59:28.516 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T07:59:28.517 INFO:teuthology.orchestra.run.smithi037:> sudo yum install -y kernel 2019-11-11T07:59:28.758 INFO:teuthology.orchestra.run.smithi037.stdout:Loaded plugins: fastestmirror, langpacks, priorities 2019-11-11T07:59:28.794 INFO:teuthology.orchestra.run.smithi037.stdout:Determining fastest mirrors 2019-11-11T07:59:28.985 INFO:teuthology.orchestra.run.smithi037.stdout: * base: www.gtlib.gatech.edu 2019-11-11T07:59:28.985 INFO:teuthology.orchestra.run.smithi037.stdout: * epel: ftp.linux.ncsu.edu 2019-11-11T07:59:28.986 INFO:teuthology.orchestra.run.smithi037.stdout: * extras: mirror.cs.pitt.edu 2019-11-11T07:59:28.987 INFO:teuthology.orchestra.run.smithi037.stdout: * updates: mirror.rackspace.com 2019-11-11T07:59:31.772 INFO:teuthology.orchestra.run.smithi037.stdout:1 packages excluded due to repository priority protections 2019-11-11T07:59:32.134 INFO:teuthology.orchestra.run.smithi037.stdout:Resolving Dependencies 2019-11-11T07:59:32.134 INFO:teuthology.orchestra.run.smithi037.stdout:--> Running transaction check 2019-11-11T07:59:32.135 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package kernel.x86_64 0:3.10.0-1062.4.1.el7 will be installed 2019-11-11T07:59:32.394 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: linux-firmware >= 20190429-72 for package: kernel-3.10.0-1062.4.1.el7.x86_64 2019-11-11T07:59:32.485 INFO:teuthology.orchestra.run.smithi037.stdout:--> Running transaction check 2019-11-11T07:59:32.485 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package linux-firmware.noarch 0:20180220-62.2.git6d51311.el7_5 will be updated 2019-11-11T07:59:32.508 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package linux-firmware.noarch 0:20190429-72.gitddde598.el7 will be an update 2019-11-11T07:59:33.030 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Conflict: kernel-3.10.0-1062.4.1.el7.x86_64 conflicts selinux-policy-targeted < 3.13.1-201 2019-11-11T07:59:33.521 INFO:teuthology.orchestra.run.smithi037.stdout:--> Restarting Dependency Resolution with new changes. 2019-11-11T07:59:33.522 INFO:teuthology.orchestra.run.smithi037.stdout:--> Running transaction check 2019-11-11T07:59:33.522 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package selinux-policy-targeted.noarch 0:3.13.1-192.el7_5.4 will be updated 2019-11-11T07:59:33.537 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package selinux-policy-targeted.noarch 0:3.13.1-252.el7.1 will be an update 2019-11-11T07:59:33.544 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: selinux-policy = 3.13.1-252.el7.1 for package: selinux-policy-targeted-3.13.1-252.el7.1.noarch 2019-11-11T07:59:33.547 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: selinux-policy = 3.13.1-252.el7.1 for package: selinux-policy-targeted-3.13.1-252.el7.1.noarch 2019-11-11T07:59:33.547 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: policycoreutils >= 2.5-24 for package: selinux-policy-targeted-3.13.1-252.el7.1.noarch 2019-11-11T07:59:33.570 INFO:teuthology.orchestra.run.smithi037.stdout:--> Running transaction check 2019-11-11T07:59:33.570 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package policycoreutils.x86_64 0:2.5-22.el7 will be updated 2019-11-11T07:59:33.571 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: policycoreutils = 2.5-22.el7 for package: policycoreutils-python-2.5-22.el7.x86_64 2019-11-11T07:59:33.574 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package policycoreutils.x86_64 0:2.5-33.el7 will be an update 2019-11-11T07:59:33.610 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: libsepol >= 2.5-10 for package: policycoreutils-2.5-33.el7.x86_64 2019-11-11T07:59:33.616 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: libsemanage >= 2.5-14 for package: policycoreutils-2.5-33.el7.x86_64 2019-11-11T07:59:33.622 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: libselinux-utils >= 2.5-14 for package: policycoreutils-2.5-33.el7.x86_64 2019-11-11T07:59:33.624 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package selinux-policy.noarch 0:3.13.1-192.el7_5.4 will be updated 2019-11-11T07:59:33.626 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package selinux-policy.noarch 0:3.13.1-252.el7.1 will be an update 2019-11-11T07:59:33.628 INFO:teuthology.orchestra.run.smithi037.stdout:--> Running transaction check 2019-11-11T07:59:33.629 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libselinux-utils.x86_64 0:2.5-12.el7 will be updated 2019-11-11T07:59:33.629 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libselinux-utils.x86_64 0:2.5-14.1.el7 will be an update 2019-11-11T07:59:33.631 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: libselinux(x86-64) = 2.5-14.1.el7 for package: libselinux-utils-2.5-14.1.el7.x86_64 2019-11-11T07:59:33.636 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libsemanage.x86_64 0:2.5-11.el7 will be updated 2019-11-11T07:59:33.638 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: libsemanage = 2.5-11.el7 for package: libsemanage-python-2.5-11.el7.x86_64 2019-11-11T07:59:33.639 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libsemanage.x86_64 0:2.5-14.el7 will be an update 2019-11-11T07:59:33.644 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libsepol.x86_64 0:2.5-8.1.el7 will be updated 2019-11-11T07:59:33.645 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libsepol.x86_64 0:2.5-10.el7 will be an update 2019-11-11T07:59:33.646 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package policycoreutils-python.x86_64 0:2.5-22.el7 will be updated 2019-11-11T07:59:33.646 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package policycoreutils-python.x86_64 0:2.5-33.el7 will be an update 2019-11-11T07:59:33.672 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: setools-libs >= 3.3.8-4 for package: policycoreutils-python-2.5-33.el7.x86_64 2019-11-11T07:59:33.678 INFO:teuthology.orchestra.run.smithi037.stdout:--> Running transaction check 2019-11-11T07:59:33.678 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libselinux.x86_64 0:2.5-12.el7 will be updated 2019-11-11T07:59:33.685 INFO:teuthology.orchestra.run.smithi037.stdout:--> Processing Dependency: libselinux(x86-64) = 2.5-12.el7 for package: libselinux-python-2.5-12.el7.x86_64 2019-11-11T07:59:33.687 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libselinux.x86_64 0:2.5-14.1.el7 will be an update 2019-11-11T07:59:33.690 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libsemanage-python.x86_64 0:2.5-11.el7 will be updated 2019-11-11T07:59:33.691 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libsemanage-python.x86_64 0:2.5-14.el7 will be an update 2019-11-11T07:59:33.691 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package setools-libs.x86_64 0:3.3.8-2.el7 will be updated 2019-11-11T07:59:33.692 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package setools-libs.x86_64 0:3.3.8-4.el7 will be an update 2019-11-11T07:59:33.698 INFO:teuthology.orchestra.run.smithi037.stdout:--> Running transaction check 2019-11-11T07:59:33.698 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libselinux-python.x86_64 0:2.5-12.el7 will be updated 2019-11-11T07:59:33.699 INFO:teuthology.orchestra.run.smithi037.stdout:---> Package libselinux-python.x86_64 0:2.5-14.1.el7 will be an update 2019-11-11T07:59:33.749 INFO:teuthology.orchestra.run.smithi037.stdout:--> Finished Dependency Resolution 2019-11-11T07:59:34.298 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:34.298 INFO:teuthology.orchestra.run.smithi037.stdout:Dependencies Resolved 2019-11-11T07:59:34.304 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:34.304 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2019-11-11T07:59:34.304 INFO:teuthology.orchestra.run.smithi037.stdout: Package Arch Version Repository 2019-11-11T07:59:34.304 INFO:teuthology.orchestra.run.smithi037.stdout: Size 2019-11-11T07:59:34.305 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2019-11-11T07:59:34.305 INFO:teuthology.orchestra.run.smithi037.stdout:Installing: 2019-11-11T07:59:34.305 INFO:teuthology.orchestra.run.smithi037.stdout: kernel x86_64 3.10.0-1062.4.1.el7 updates 50 M 2019-11-11T07:59:34.305 INFO:teuthology.orchestra.run.smithi037.stdout:Updating: 2019-11-11T07:59:34.305 INFO:teuthology.orchestra.run.smithi037.stdout: selinux-policy-targeted noarch 3.13.1-252.el7.1 updates 7.0 M 2019-11-11T07:59:34.305 INFO:teuthology.orchestra.run.smithi037.stdout:Updating for dependencies: 2019-11-11T07:59:34.305 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux x86_64 2.5-14.1.el7 base 162 k 2019-11-11T07:59:34.306 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux-python x86_64 2.5-14.1.el7 base 235 k 2019-11-11T07:59:34.306 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux-utils x86_64 2.5-14.1.el7 base 151 k 2019-11-11T07:59:34.306 INFO:teuthology.orchestra.run.smithi037.stdout: libsemanage x86_64 2.5-14.el7 base 151 k 2019-11-11T07:59:34.306 INFO:teuthology.orchestra.run.smithi037.stdout: libsemanage-python x86_64 2.5-14.el7 base 113 k 2019-11-11T07:59:34.306 INFO:teuthology.orchestra.run.smithi037.stdout: libsepol x86_64 2.5-10.el7 base 297 k 2019-11-11T07:59:34.306 INFO:teuthology.orchestra.run.smithi037.stdout: linux-firmware noarch 20190429-72.gitddde598.el7 base 73 M 2019-11-11T07:59:34.306 INFO:teuthology.orchestra.run.smithi037.stdout: policycoreutils x86_64 2.5-33.el7 base 916 k 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout: policycoreutils-python x86_64 2.5-33.el7 base 457 k 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout: selinux-policy noarch 3.13.1-252.el7.1 updates 492 k 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout: setools-libs x86_64 3.3.8-4.el7 base 620 k 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction Summary 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout:Install 1 Package 2019-11-11T07:59:34.307 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrade 1 Package (+11 Dependent packages) 2019-11-11T07:59:34.308 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T07:59:34.308 INFO:teuthology.orchestra.run.smithi037.stdout:Total download size: 134 M 2019-11-11T07:59:34.308 INFO:teuthology.orchestra.run.smithi037.stdout:Downloading packages: 2019-11-11T07:59:34.308 INFO:teuthology.orchestra.run.smithi037.stdout:Delta RPMs disabled because /usr/bin/applydeltarpm not installed. 2019-11-11T07:59:36.109 INFO:teuthology.orchestra.run.smithi037.stdout:-------------------------------------------------------------------------------- 2019-11-11T07:59:36.109 INFO:teuthology.orchestra.run.smithi037.stdout:Total 74 MB/s | 134 MB 00:01 2019-11-11T07:59:36.215 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction check 2019-11-11T07:59:36.519 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction test 2019-11-11T07:59:37.613 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction test succeeded 2019-11-11T07:59:37.613 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction 2019-11-11T07:59:40.775 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : libsepol-2.5-10.el7.x86_64 1/25 2019-11-11T07:59:41.166 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : libselinux-2.5-14.1.el7.x86_64 2/25 2019-11-11T07:59:41.505 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : libsemanage-2.5-14.el7.x86_64 3/25 2019-11-11T07:59:41.931 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : libsemanage-python-2.5-14.el7.x86_64 4/25 2019-11-11T07:59:42.279 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : setools-libs-3.3.8-4.el7.x86_64 5/25 2019-11-11T07:59:42.610 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : libselinux-python-2.5-14.1.el7.x86_64 6/25 2019-11-11T07:59:43.261 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : libselinux-utils-2.5-14.1.el7.x86_64 7/25 2019-11-11T07:59:43.665 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : policycoreutils-2.5-33.el7.x86_64 8/25 2019-11-11T07:59:59.017 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : selinux-policy-3.13.1-252.el7.1.noarch 9/25 2019-11-11T08:00:01.886 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : linux-firmware-20190429-72.gitddde598.el7.noarch 10/25 2019-11-11T08:00:05.950 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : kernel-3.10.0-1062.4.1.el7.x86_64 11/25 2019-11-11T08:00:16.539 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : selinux-policy-targeted-3.13.1-252.el7.1.noarch 12/25 2019-11-11T08:00:16.881 INFO:teuthology.orchestra.run.smithi037.stdout: Updating : policycoreutils-python-2.5-33.el7.x86_64 13/25 2019-11-11T08:00:17.190 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : selinux-policy-targeted-3.13.1-192.el7_5.4.noarch 14/25 2019-11-11T08:00:17.445 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : selinux-policy-3.13.1-192.el7_5.4.noarch 15/25 2019-11-11T08:00:17.727 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : linux-firmware-20180220-62.2.git6d51311.el7_5.noarch 16/25 2019-11-11T08:00:17.995 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : policycoreutils-python-2.5-22.el7.x86_64 17/25 2019-11-11T08:00:18.234 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : policycoreutils-2.5-22.el7.x86_64 18/25 2019-11-11T08:00:18.442 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : libselinux-utils-2.5-12.el7.x86_64 19/25 2019-11-11T08:00:18.701 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : setools-libs-3.3.8-2.el7.x86_64 20/25 2019-11-11T08:00:18.900 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : libselinux-python-2.5-12.el7.x86_64 21/25 2019-11-11T08:00:19.100 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : libsemanage-python-2.5-11.el7.x86_64 22/25 2019-11-11T08:00:19.344 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : libsemanage-2.5-11.el7.x86_64 23/25 2019-11-11T08:00:19.600 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : libselinux-2.5-12.el7.x86_64 24/25 2019-11-11T08:00:49.584 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : libsepol-2.5-8.1.el7.x86_64 25/25 2019-11-11T08:00:49.714 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : linux-firmware-20190429-72.gitddde598.el7.noarch 1/25 2019-11-11T08:00:49.898 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : kernel-3.10.0-1062.4.1.el7.x86_64 2/25 2019-11-11T08:00:49.999 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : setools-libs-3.3.8-4.el7.x86_64 3/25 2019-11-11T08:00:50.083 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : policycoreutils-python-2.5-33.el7.x86_64 4/25 2019-11-11T08:00:50.166 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libsemanage-python-2.5-14.el7.x86_64 5/25 2019-11-11T08:00:50.283 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : selinux-policy-targeted-3.13.1-252.el7.1.noarch 6/25 2019-11-11T08:00:50.392 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libsemanage-2.5-14.el7.x86_64 7/25 2019-11-11T08:00:50.493 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libsepol-2.5-10.el7.x86_64 8/25 2019-11-11T08:00:50.585 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : policycoreutils-2.5-33.el7.x86_64 9/25 2019-11-11T08:00:50.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : selinux-policy-3.13.1-252.el7.1.noarch 10/25 2019-11-11T08:00:50.878 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libselinux-python-2.5-14.1.el7.x86_64 11/25 2019-11-11T08:00:51.003 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libselinux-utils-2.5-14.1.el7.x86_64 12/25 2019-11-11T08:00:51.146 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libselinux-2.5-14.1.el7.x86_64 13/25 2019-11-11T08:00:51.147 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libsemanage-python-2.5-11.el7.x86_64 14/25 2019-11-11T08:00:51.148 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libsemanage-2.5-11.el7.x86_64 15/25 2019-11-11T08:00:51.149 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libselinux-python-2.5-12.el7.x86_64 16/25 2019-11-11T08:00:51.150 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : selinux-policy-3.13.1-192.el7_5.4.noarch 17/25 2019-11-11T08:00:51.151 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : setools-libs-3.3.8-2.el7.x86_64 18/25 2019-11-11T08:00:51.152 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : policycoreutils-2.5-22.el7.x86_64 19/25 2019-11-11T08:00:51.154 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : linux-firmware-20180220-62.2.git6d51311.el7_5.noarch 20/25 2019-11-11T08:00:51.155 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : selinux-policy-targeted-3.13.1-192.el7_5.4.noarch 21/25 2019-11-11T08:00:51.156 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : policycoreutils-python-2.5-22.el7.x86_64 22/25 2019-11-11T08:00:51.157 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libsepol-2.5-8.1.el7.x86_64 23/25 2019-11-11T08:00:51.158 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libselinux-2.5-12.el7.x86_64 24/25 2019-11-11T08:00:51.518 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libselinux-utils-2.5-12.el7.x86_64 25/25 2019-11-11T08:00:51.518 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T08:00:51.518 INFO:teuthology.orchestra.run.smithi037.stdout:Installed: 2019-11-11T08:00:51.518 INFO:teuthology.orchestra.run.smithi037.stdout: kernel.x86_64 0:3.10.0-1062.4.1.el7 2019-11-11T08:00:51.518 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T08:00:51.518 INFO:teuthology.orchestra.run.smithi037.stdout:Updated: 2019-11-11T08:00:51.519 INFO:teuthology.orchestra.run.smithi037.stdout: selinux-policy-targeted.noarch 0:3.13.1-252.el7.1 2019-11-11T08:00:51.519 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T08:00:51.519 INFO:teuthology.orchestra.run.smithi037.stdout:Dependency Updated: 2019-11-11T08:00:51.519 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux.x86_64 0:2.5-14.1.el7 2019-11-11T08:00:51.519 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux-python.x86_64 0:2.5-14.1.el7 2019-11-11T08:00:51.519 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux-utils.x86_64 0:2.5-14.1.el7 2019-11-11T08:00:51.519 INFO:teuthology.orchestra.run.smithi037.stdout: libsemanage.x86_64 0:2.5-14.el7 2019-11-11T08:00:51.520 INFO:teuthology.orchestra.run.smithi037.stdout: libsemanage-python.x86_64 0:2.5-14.el7 2019-11-11T08:00:51.520 INFO:teuthology.orchestra.run.smithi037.stdout: libsepol.x86_64 0:2.5-10.el7 2019-11-11T08:00:51.520 INFO:teuthology.orchestra.run.smithi037.stdout: linux-firmware.noarch 0:20190429-72.gitddde598.el7 2019-11-11T08:00:51.520 INFO:teuthology.orchestra.run.smithi037.stdout: policycoreutils.x86_64 0:2.5-33.el7 2019-11-11T08:00:51.520 INFO:teuthology.orchestra.run.smithi037.stdout: policycoreutils-python.x86_64 0:2.5-33.el7 2019-11-11T08:00:51.521 INFO:teuthology.orchestra.run.smithi037.stdout: selinux-policy.noarch 0:3.13.1-252.el7.1 2019-11-11T08:00:51.521 INFO:teuthology.orchestra.run.smithi037.stdout: setools-libs.x86_64 0:3.3.8-4.el7 2019-11-11T08:00:51.521 INFO:teuthology.orchestra.run.smithi037.stdout: 2019-11-11T08:00:51.521 INFO:teuthology.orchestra.run.smithi037.stdout:Complete! 2019-11-11T08:00:51.684 INFO:teuthology.orchestra.run.smithi037:Running: 2019-11-11T08:00:51.685 INFO:teuthology.orchestra.run.smithi037:> rpm -q kernel --last | head -n 1 2019-11-11T08:00:52.059 INFO:teuthology.orchestra.run.smithi037.stdout:kernel-3.10.0-1062.4.1.el7.x86_64 Mon 11 Nov 2019 08:00:01 AM UTC 2019-11-11T08:00:52.061 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 3.10.0-1062.4.1.el7.x86_64 2019-11-11T08:00:52.061 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 3.10.0-862.9.1.el7.x86_64 Expected: 3.10.0-1062.4.1.el7.x86_64 2019-11-11T08:00:52.061 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T08:00:52.062 INFO:teuthology.orchestra.run.smithi072:> uname -r 2019-11-11T08:00:52.180 INFO:teuthology.orchestra.run.smithi072.stdout:3.10.0-862.9.1.el7.x86_64 2019-11-11T08:00:52.181 INFO:teuthology.task.kernel:Running kernel on smithi072: 3.10.0-862.9.1.el7.x86_64 2019-11-11T08:00:52.181 INFO:teuthology.orchestra.run.smithi072:Running: 2019-11-11T08:00:52.181 INFO:teuthology.orchestra.run.smithi072:> sudo yum install -y kernel 2019-11-11T08:00:52.436 INFO:teuthology.orchestra.run.smithi072.stdout:Loaded plugins: fastestmirror, langpacks, priorities 2019-11-11T08:00:52.636 INFO:teuthology.orchestra.run.smithi072.stderr:http://mirror.cc.columbia.edu/pub/linux/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 404 - Not Found 2019-11-11T08:00:52.637 INFO:teuthology.orchestra.run.smithi072.stderr:Trying other mirror. 2019-11-11T08:00:52.637 INFO:teuthology.orchestra.run.smithi072.stderr:To address this issue please refer to the below knowledge base article 2019-11-11T08:00:52.637 INFO:teuthology.orchestra.run.smithi072.stderr: 2019-11-11T08:00:52.637 INFO:teuthology.orchestra.run.smithi072.stderr:https://access.redhat.com/articles/1320623 2019-11-11T08:00:52.638 INFO:teuthology.orchestra.run.smithi072.stderr: 2019-11-11T08:00:52.638 INFO:teuthology.orchestra.run.smithi072.stderr:If above article doesn't help to resolve this issue please create a bug on https://bugs.centos.org/ 2019-11-11T08:00:52.638 INFO:teuthology.orchestra.run.smithi072.stderr: 2019-11-11T08:00:52.866 INFO:teuthology.orchestra.run.smithi072.stderr:http://mirrors.mit.edu/centos/7.5.1804/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 404 - Not Found 2019-11-11T08:00:52.866 INFO:teuthology.orchestra.run.smithi072.stderr:Trying other mirror. 2019-11-11T08:00:55.603 INFO:teuthology.orchestra.run.smithi072.stdout:Determining fastest mirrors 2019-11-11T08:00:55.857 INFO:teuthology.orchestra.run.smithi072.stdout: * base: mirror.cc.columbia.edu 2019-11-11T08:00:55.857 INFO:teuthology.orchestra.run.smithi072.stdout: * epel: ftp.linux.ncsu.edu 2019-11-11T08:00:55.858 INFO:teuthology.orchestra.run.smithi072.stdout: * extras: mirror.cs.pitt.edu 2019-11-11T08:00:55.859 INFO:teuthology.orchestra.run.smithi072.stdout: * updates: mirror.math.princeton.edu 2019-11-11T08:00:57.962 INFO:teuthology.orchestra.run.smithi072.stdout:1 packages excluded due to repository priority protections 2019-11-11T08:00:58.341 INFO:teuthology.orchestra.run.smithi072.stdout:Resolving Dependencies 2019-11-11T08:00:58.342 INFO:teuthology.orchestra.run.smithi072.stdout:--> Running transaction check 2019-11-11T08:00:58.342 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package kernel.x86_64 0:3.10.0-1062.4.1.el7 will be installed 2019-11-11T08:00:58.587 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: linux-firmware >= 20190429-72 for package: kernel-3.10.0-1062.4.1.el7.x86_64 2019-11-11T08:00:59.229 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Conflict: kernel-3.10.0-1062.4.1.el7.x86_64 conflicts selinux-policy-targeted < 3.13.1-201 2019-11-11T08:00:59.732 INFO:teuthology.orchestra.run.smithi072.stdout:--> Restarting Dependency Resolution with new changes. 2019-11-11T08:00:59.733 INFO:teuthology.orchestra.run.smithi072.stdout:--> Running transaction check 2019-11-11T08:00:59.733 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package kernel.x86_64 0:3.10.0-1062.4.1.el7 will be installed 2019-11-11T08:00:59.744 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: linux-firmware >= 20190429-72 for package: kernel-3.10.0-1062.4.1.el7.x86_64 2019-11-11T08:00:59.745 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package selinux-policy-targeted.noarch 0:3.13.1-192.el7_5.4 will be updated 2019-11-11T08:00:59.757 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package selinux-policy-targeted.noarch 0:3.13.1-252.el7.1 will be an update 2019-11-11T08:00:59.777 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: selinux-policy = 3.13.1-252.el7.1 for package: selinux-policy-targeted-3.13.1-252.el7.1.noarch 2019-11-11T08:00:59.794 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: selinux-policy = 3.13.1-252.el7.1 for package: selinux-policy-targeted-3.13.1-252.el7.1.noarch 2019-11-11T08:00:59.795 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: policycoreutils >= 2.5-24 for package: selinux-policy-targeted-3.13.1-252.el7.1.noarch 2019-11-11T08:00:59.815 INFO:teuthology.orchestra.run.smithi072.stdout:--> Running transaction check 2019-11-11T08:00:59.815 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package kernel.x86_64 0:3.10.0-1062.4.1.el7 will be installed 2019-11-11T08:00:59.839 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: linux-firmware >= 20190429-72 for package: kernel-3.10.0-1062.4.1.el7.x86_64 2019-11-11T08:00:59.841 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package selinux-policy.noarch 0:3.13.1-192.el7_5.4 will be updated 2019-11-11T08:00:59.843 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package selinux-policy.noarch 0:3.13.1-252.el7.1 will be an update 2019-11-11T08:00:59.851 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: policycoreutils >= 2.5-24 for package: selinux-policy-3.13.1-252.el7.1.noarch 2019-11-11T08:00:59.853 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: libsemanage >= 2.5-13 for package: selinux-policy-3.13.1-252.el7.1.noarch 2019-11-11T08:00:59.857 INFO:teuthology.orchestra.run.smithi072.stdout:---> Package selinux-policy-targeted.noarch 0:3.13.1-252.el7.1 will be an update 2019-11-11T08:00:59.858 INFO:teuthology.orchestra.run.smithi072.stdout:--> Processing Dependency: policycoreutils >= 2.5-24 for package: selinux-policy-targeted-3.13.1-252.el7.1.noarch 2019-11-11T08:00:59.906 INFO:teuthology.orchestra.run.smithi072.stdout:--> Finished Dependency Resolution 2019-11-11T08:00:59.996 INFO:teuthology.orchestra.run.smithi072.stderr:Error: Package: selinux-policy-3.13.1-252.el7.1.noarch (updates) 2019-11-11T08:00:59.996 INFO:teuthology.orchestra.run.smithi072.stderr: Requires: libsemanage >= 2.5-13 2019-11-11T08:00:59.996 INFO:teuthology.orchestra.run.smithi072.stderr: Installed: libsemanage-2.5-11.el7.x86_64 (@base) 2019-11-11T08:00:59.996 INFO:teuthology.orchestra.run.smithi072.stderr: libsemanage = 2.5-11.el7 2019-11-11T08:00:59.996 INFO:teuthology.orchestra.run.smithi072.stderr:Error: Package: selinux-policy-3.13.1-252.el7.1.noarch (updates) 2019-11-11T08:00:59.996 INFO:teuthology.orchestra.run.smithi072.stderr: Requires: policycoreutils >= 2.5-24 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr: Installed: policycoreutils-2.5-22.el7.x86_64 (@base) 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr: policycoreutils = 2.5-22.el7 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr:Error: Package: kernel-3.10.0-1062.4.1.el7.x86_64 (updates) 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr: Requires: linux-firmware >= 20190429-72 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr: Installed: linux-firmware-20180220-62.2.git6d51311.el7_5.noarch (@updates) 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr: linux-firmware = 20180220-62.2.git6d51311.el7_5 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr: Available: linux-firmware-20180220-62.git6d51311.el7.noarch (base) 2019-11-11T08:00:59.997 INFO:teuthology.orchestra.run.smithi072.stderr: linux-firmware = 20180220-62.git6d51311.el7 2019-11-11T08:00:59.998 INFO:teuthology.orchestra.run.smithi072.stderr:Error: Package: selinux-policy-targeted-3.13.1-252.el7.1.noarch (updates) 2019-11-11T08:00:59.998 INFO:teuthology.orchestra.run.smithi072.stderr: Requires: policycoreutils >= 2.5-24 2019-11-11T08:00:59.998 INFO:teuthology.orchestra.run.smithi072.stderr: Installed: policycoreutils-2.5-22.el7.x86_64 (@base) 2019-11-11T08:00:59.998 INFO:teuthology.orchestra.run.smithi072.stderr: policycoreutils = 2.5-22.el7 2019-11-11T08:00:59.998 INFO:teuthology.orchestra.run.smithi072.stdout: You could try using --skip-broken to work around the problem 2019-11-11T08:01:06.514 INFO:teuthology.orchestra.run.smithi072.stdout: You could try running: rpm -Va --nofiles --nodigest 2019-11-11T08:01:06.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2019-11-11T08:01:06.623 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 86, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 65, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/task/kernel.py", line 1250, in task version = need_to_install_distro(role_remote) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/task/kernel.py", line 733, in need_to_install_distro stdout=output) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/remote.py", line 205, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 437, in run r.wait() File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 162, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 184, in _raise_for_status node=self.hostname, label=self.label CommandFailedError: Command failed on smithi072 with status 1: 'sudo yum install -y kernel' 2019-11-11T08:01:06.624 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2019-11-11T08:01:06.638 DEBUG:teuthology.run_tasks:Unwinding manager internal.lock_machines 2019-11-11T08:01:06.665 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi072 with status 1: 'sudo yum install -y kernel' 2019-11-11T08:01:06.665 INFO:teuthology.nuke:Checking targets against current locks 2019-11-11T08:01:06.782 DEBUG:teuthology.nuke:shortname: smithi037 2019-11-11T08:01:06.782 INFO:teuthology.task.internal.check_lock:Checking locks... 2019-11-11T08:01:06.785 DEBUG:teuthology.nuke:shortname: smithi072 2019-11-11T08:01:06.786 INFO:teuthology.task.internal.check_lock:Checking locks... 2019-11-11T08:01:06.789 DEBUG:teuthology.nuke:shortname: smithi107 2019-11-11T08:01:06.789 INFO:teuthology.task.internal.check_lock:Checking locks... 2019-11-11T08:01:06.792 DEBUG:teuthology.nuke:shortname: smithi191 2019-11-11T08:01:06.793 INFO:teuthology.task.internal.check_lock:Checking locks... 2019-11-11T08:01:06.805 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054567', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi107.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCtPPZh3Od3j62Ebk9sR+z+zrlXCczpPr7Uwah6/9zo0+KB03sCl0aHkpLyJ4Q97q+SBfbS0bouyXTXRNrRsH8G2iPQUnfuFpo7oq/rUh+N6YOn+ezX6ceACnhYNemF2IPtbULT1M9P4LzVeGQ8Fl8zzj6AYxeV72WVehOIwWIQ+aXr4poo4bsH6mLoSiQ4pxmdWGsJjEv/sNZpHyi80vdzfKJndKKgrMCrF/MSxL+LGxzPBuQO3kWV2Wvf/8psIAa/tpfWy6+LpSqHta2worCfVodFlrrclod1G1/AYaEtCFBJvGOFUoXF5Wz12OOF8PvSWvlgC9NaVp7Eqx/3n5Zp', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T08:01:06.808 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054536', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi037.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC89YZdaekWpGJd9sjsqU/ITYnpU1kVeFaktiJwOSKEwD1a3XJ57nI6l8DIwQYnvuKlv68/t8m8IXMDjeAs+/dKtMXMCPCEsvaqS5dzNlzgNRO+8DCP0KYGBclUqrIBQtM1NhlCWB9v4EKE9DgO2dcwnJcE6VcCb66snsyKPlmiJaVA9DutAo2/LZFROzxyW5kizcusLmhSVh6LkxEd0EVqbd51A4TCBLsHYktepxPecwGNeJGaGp5wV6islAQD7kjWmPjfgN1CL2hWVnbfEZhm43cM0+s0TplbcZvQ3vjx1Tnt4RSVP22EBRkPi+xlmCp/XXMrE7iLHj1NFKiO3ctn', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T08:01:06.811 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054552', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi191.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCiYjhdbL6W6m4Pbjx9jZeZsXGzz5gApr2Tr/P7EX0oqp1Mg+rpPVF40vt97dRDvxoVMN6JswmTezpTL1fee6vFPEYaK8vQsM9zeuPQF8VTczkWkOmMVrcPxnJ9DW9T/dF0zJMNwWPSS5KRgTdGuFD4qWxfvaSVfXgz9s9N0cnlItn+U6ki9beC/KW+w8bSJICQUHagLUFcJNkLZe+/WPaVjL4VfthbJw2a6AJrMRq4xkX+J8CbqEMFH35RM0/ZnXtNGWtgcJ14gR1BbampSHxpVUBLhMrCPJlLvgfr4asTAxUAyf6x8ZWZzimbRenIIXBhTalZ7b5Qv79Oy8/4JHmr', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T08:01:06.814 DEBUG:teuthology.task.internal.check_lock:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2019-11-11 07:54:11.054509', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'mac_address': None, u'name': u'smithi072.front.sepia.ceph.com', u'os_version': u'7', u'machine_type': u'smithi', u'vm_host': None, u'os_type': u'centos', u'arch': u'x86_64', u'ssh_pub_key': u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ9sb/U2KbkEYVT3WbIIW8fFHQ85Ew9wja1EJ4qYiHlr/vN/0VLIPW+Kg8HnjgvHUDqncOlmNht6DEP2W1sBs5TdypK1im0ac7PLOIK9ZRcNXEIqeda2Rfo2m6aO/yTbFTtrtu51dXcqI83imE2jHbUEdfumb+utiNREmWnyv4efKxvpG26U374sLTw/KhVIUyl1vX6kt+1SJ8BuFofXkpV6X0paFSL0jBlC6KDiShCOtULPur5OdYMB7aiO6Q9ck+KUu6bdG48NTLT1IWNUoHDx1Jl0JacbHlpbNbfVaRPtnTd9355VdCAgUiO2d/jrYnTpgoOOXTTXuiCiUdG93L', u'description': u'/home/teuthworker/archive/teuthology-2019-11-08_04:23:02-upgrade:jewel-x-luminous-distro-basic-smithi/4482330'} 2019-11-11T08:01:06.877 INFO:teuthology.orchestra.console:Power off smithi191 2019-11-11T08:01:06.878 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T08:01:06.935 INFO:teuthology.orchestra.console:Power off smithi072 2019-11-11T08:01:06.936 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T08:01:06.992 INFO:teuthology.orchestra.console:Power off smithi107 2019-11-11T08:01:06.993 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T08:01:07.048 INFO:teuthology.orchestra.console:Power off smithi037 2019-11-11T08:01:07.048 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2019-11-11T08:01:07.075 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:07.100 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:07.124 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:07.149 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:11.175 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:11.203 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:11.230 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:11.258 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:15.309 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:15.338 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:15.367 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:15.414 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi037.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2019-11-11T08:01:15.545 INFO:teuthology.orchestra.console:Power off for smithi072 completed 2019-11-11T08:01:15.568 INFO:teuthology.orchestra.console:Power off for smithi107 completed 2019-11-11T08:01:15.615 INFO:teuthology.orchestra.console:Power off for smithi191 completed 2019-11-11T08:01:15.644 INFO:teuthology.orchestra.console:Power off for smithi037 completed 2019-11-11T08:01:15.689 INFO:teuthology.lock.ops:unlocked smithi072.front.sepia.ceph.com 2019-11-11T08:01:15.701 INFO:teuthology.lock.ops:unlocked smithi107.front.sepia.ceph.com 2019-11-11T08:01:15.748 INFO:teuthology.lock.ops:unlocked smithi191.front.sepia.ceph.com 2019-11-11T08:01:15.785 INFO:teuthology.lock.ops:unlocked smithi037.front.sepia.ceph.com 2019-11-11T08:01:15.794 INFO:teuthology.run:Summary data: description: upgrade:jewel-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-jewel-install/jewel.yaml 1.1-pg-log-overrides/short_pg_log.yaml 1.5-final-scrub.yaml 2-workload/rados_api.yaml 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-luminous.yaml 5-workload.yaml 6-luminous-with-mgr.yaml 6.5-crush-compat.yaml 7-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw_swift.yaml} 8-jewel-workload.yaml distros/centos_latest.yaml slow_requests.yaml} failure_reason: 'Command failed on smithi072 with status 1: ''sudo yum install -y kernel''' owner: scheduled_teuthology@teuthology status: fail success: false 2019-11-11T08:01:15.794 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2019-11-11T08:01:15.836 INFO:teuthology.run:FAIL