2023-06-22T10:25:09.294 INFO:root:teuthology version: 0.0.1.dev128+g076bbeb 2023-06-22T10:25:09.296 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:25:09.296 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:25:09.440 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f11ba8b38b0>, signals=[15]) 2023-06-22T10:25:09.443 INFO:teuthology.lock.ops:Start node 'smithi099.front.sepia.ceph.com' reimaging 2023-06-22T10:25:09.443 INFO:teuthology.lock.ops:Updating [smithi099.front.sepia.ceph.com]: reset os type and version on server 2023-06-22T10:25:09.444 INFO:teuthology.lock.ops:Updating smithi099.front.sepia.ceph.com on lock server 2023-06-22T10:25:09.466 INFO:teuthology.lock.ops:Start node 'smithi112.front.sepia.ceph.com' reimaging 2023-06-22T10:25:09.467 INFO:teuthology.lock.ops:Updating [smithi112.front.sepia.ceph.com]: reset os type and version on server 2023-06-22T10:25:09.467 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2023-06-22T10:25:09.468 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /host {"name": "smithi099"} 2023-06-22T10:25:09.544 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /image {"name": "smithi_rhel_8.6"} 2023-06-22T10:25:09.601 DEBUG:teuthology.provision.fog.smithi099:Requesting image smithi_rhel_8.6 (ID 5) 2023-06-22T10:25:09.602 DEBUG:teuthology.provision.fog.smithi099:FOG request: PUT /host/204 {"imageID": 5} 2023-06-22T10:25:09.618 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /host {"name": "smithi112"} 2023-06-22T10:25:09.652 INFO:teuthology.provision.fog.smithi099:Scheduling deploy of rhel 8.6 2023-06-22T10:25:09.652 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:25:09.687 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /image {"name": "smithi_rhel_8.6"} 2023-06-22T10:25:09.701 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /tasktype {"name": "deploy"} 2023-06-22T10:25:09.729 DEBUG:teuthology.provision.fog.smithi112:Requesting image smithi_rhel_8.6 (ID 5) 2023-06-22T10:25:09.730 DEBUG:teuthology.provision.fog.smithi112:FOG request: PUT /host/217 {"imageID": 5} 2023-06-22T10:25:09.737 DEBUG:teuthology.provision.fog.smithi099:FOG request: POST /host/204/task {"taskTypeID": 1} 2023-06-22T10:25:09.776 INFO:teuthology.provision.fog.smithi112:Scheduling deploy of rhel 8.6 2023-06-22T10:25:09.776 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:25:09.790 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:25:09.833 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /tasktype {"name": "deploy"} 2023-06-22T10:25:09.866 DEBUG:teuthology.provision.fog.smithi112:FOG request: POST /host/217/task {"taskTypeID": 1} 2023-06-22T10:25:09.883 INFO:teuthology.orchestra.console:Power off smithi099 2023-06-22T10:25:09.884 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-06-22T10:25:09.906 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:09.931 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:25:10.015 INFO:teuthology.orchestra.console:Power off smithi112 2023-06-22T10:25:10.016 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-06-22T10:25:10.035 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:13.928 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:14.057 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:18.044 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:18.167 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:22.155 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:22.277 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:22.367 INFO:teuthology.orchestra.console:Power off for smithi099 completed 2023-06-22T10:25:22.469 INFO:teuthology.orchestra.console:Power on smithi099 2023-06-22T10:25:22.469 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on 2023-06-22T10:25:22.488 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:22.495 INFO:teuthology.orchestra.console:Power off for smithi112 completed 2023-06-22T10:25:22.597 INFO:teuthology.orchestra.console:Power on smithi112 2023-06-22T10:25:22.597 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power on 2023-06-22T10:25:22.617 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:26.510 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:26.640 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:26.720 INFO:teuthology.orchestra.console:Power on for smithi099 completed 2023-06-22T10:25:26.821 INFO:teuthology.provision.fog.smithi099:Waiting for deploy to finish 2023-06-22T10:25:26.822 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:25:30.752 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:25:30.961 INFO:teuthology.orchestra.console:Power on for smithi112 completed 2023-06-22T10:25:31.062 INFO:teuthology.provision.fog.smithi112:Waiting for deploy to finish 2023-06-22T10:25:31.062 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:25:41.888 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:25:46.128 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:25:56.960 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:26:01.180 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:26:12.032 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:26:16.240 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:26:27.096 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:26:31.304 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:26:42.160 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:26:46.368 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:26:57.224 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:27:01.428 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:27:12.288 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:27:16.489 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:27:27.357 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:27:31.552 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:27:42.420 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:27:46.616 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:27:57.496 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:28:01.680 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:28:12.560 DEBUG:teuthology.provision.fog.smithi099:FOG request: GET /task/active None 2023-06-22T10:28:12.621 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:28:16.748 DEBUG:teuthology.provision.fog.smithi112:FOG request: GET /task/active None 2023-06-22T10:28:16.818 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:28:30.964 WARNING:teuthology.provision.fog.smithi099:[Errno None] Unable to connect to port 22 on 172.21.15.99 2023-06-22T10:28:35.316 WARNING:teuthology.provision.fog.smithi112:[Errno None] Unable to connect to port 22 on 172.21.15.112 2023-06-22T10:28:36.966 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:28:40.016 WARNING:teuthology.provision.fog.smithi099:[Errno None] Unable to connect to port 22 on 172.21.15.99 2023-06-22T10:28:41.319 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:28:44.404 WARNING:teuthology.provision.fog.smithi112:[Errno None] Unable to connect to port 22 on 172.21.15.112 2023-06-22T10:28:46.018 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:28:49.072 WARNING:teuthology.provision.fog.smithi099:[Errno None] Unable to connect to port 22 on 172.21.15.99 2023-06-22T10:28:50.407 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:28:53.488 WARNING:teuthology.provision.fog.smithi112:[Errno None] Unable to connect to port 22 on 172.21.15.112 2023-06-22T10:28:55.076 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:28:58.132 WARNING:teuthology.provision.fog.smithi099:[Errno None] Unable to connect to port 22 on 172.21.15.99 2023-06-22T10:28:59.490 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:29:02.544 WARNING:teuthology.provision.fog.smithi112:[Errno None] Unable to connect to port 22 on 172.21.15.112 2023-06-22T10:29:04.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:29:08.548 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:30:04.192 WARNING:teuthology.provision.fog.smithi099:timed out 2023-06-22T10:30:08.552 WARNING:teuthology.provision.fog.smithi112:timed out 2023-06-22T10:30:10.196 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:30:10.545 INFO:teuthology.orchestra.run:Running command with timeout 600 2023-06-22T10:30:10.546 DEBUG:teuthology.orchestra.run.smithi099:> while [ ! -e '/.cephlab_net_configured' ]; do sleep 5; done 2023-06-22T10:30:10.941 INFO:teuthology.provision.fog.smithi099:Node is ready 2023-06-22T10:30:10.941 DEBUG:teuthology.orchestra.run.smithi099:> hostname 2023-06-22T10:30:10.959 INFO:teuthology.orchestra.run.smithi099.stdout:smithi099 2023-06-22T10:30:10.960 DEBUG:teuthology.orchestra.run.smithi099:> grep smithi099 /etc/hosts 2023-06-22T10:30:11.017 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.15.99 smithi099.front.sepia.ceph.com smithi099 2023-06-22T10:30:11.017 DEBUG:teuthology.orchestra.run.smithi099:> sudo hostname smithi099 2023-06-22T10:30:11.147 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i -e 's/smithi099/smithi099/g' /etc/hosts 2023-06-22T10:30:11.175 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i -e 's/172.21.15.99/172.21.15.99/g' /etc/hosts 2023-06-22T10:30:11.242 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i -e 's/smithi099/smithi099/g' /etc/hostname 2023-06-22T10:30:11.310 DEBUG:teuthology.orchestra.run.smithi099:> sudo hostname smithi099 2023-06-22T10:30:11.375 DEBUG:teuthology.orchestra.run.smithi099:> cat /etc/os-release 2023-06-22T10:30:11.432 INFO:teuthology.orchestra.run.smithi099.stdout:NAME="Red Hat Enterprise Linux" 2023-06-22T10:30:11.433 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION="8.6 (Ootpa)" 2023-06-22T10:30:11.433 INFO:teuthology.orchestra.run.smithi099.stdout:ID="rhel" 2023-06-22T10:30:11.433 INFO:teuthology.orchestra.run.smithi099.stdout:ID_LIKE="fedora" 2023-06-22T10:30:11.433 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_ID="8.6" 2023-06-22T10:30:11.433 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM_ID="platform:el8" 2023-06-22T10:30:11.433 INFO:teuthology.orchestra.run.smithi099.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-06-22T10:30:11.433 INFO:teuthology.orchestra.run.smithi099.stdout:ANSI_COLOR="0;31" 2023-06-22T10:30:11.434 INFO:teuthology.orchestra.run.smithi099.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-06-22T10:30:11.434 INFO:teuthology.orchestra.run.smithi099.stdout:HOME_URL="https://www.redhat.com/" 2023-06-22T10:30:11.434 INFO:teuthology.orchestra.run.smithi099.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-06-22T10:30:11.434 INFO:teuthology.orchestra.run.smithi099.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-06-22T10:30:11.434 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-06-22T10:30:11.434 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-06-22T10:30:11.434 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-06-22T10:30:11.435 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-06-22T10:30:11.435 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-06-22T10:30:11.435 INFO:teuthology.provision.fog.smithi099:Deploy complete! 2023-06-22T10:30:11.437 DEBUG:teuthology.parallel:result is None 2023-06-22T10:30:14.556 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:30:14.901 INFO:teuthology.orchestra.run:Running command with timeout 600 2023-06-22T10:30:14.902 DEBUG:teuthology.orchestra.run.smithi112:> while [ ! -e '/.cephlab_net_configured' ]; do sleep 5; done 2023-06-22T10:30:15.149 INFO:teuthology.provision.fog.smithi112:Node is ready 2023-06-22T10:30:15.150 DEBUG:teuthology.orchestra.run.smithi112:> hostname 2023-06-22T10:30:15.167 INFO:teuthology.orchestra.run.smithi112.stdout:smithi112.front.sepia.ceph.com 2023-06-22T10:30:15.168 DEBUG:teuthology.orchestra.run.smithi112:> grep smithi112.front.sepia.ceph.com /etc/hosts 2023-06-22T10:30:15.225 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112 smithi112.front.sepia.ceph.com smithi112 2023-06-22T10:30:15.225 DEBUG:teuthology.orchestra.run.smithi112:> sudo hostname smithi112 2023-06-22T10:30:15.337 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i -e 's/smithi112.front.sepia.ceph.com/smithi112/g' /etc/hosts 2023-06-22T10:30:15.365 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i -e 's/172.21.15.112/172.21.15.112/g' /etc/hosts 2023-06-22T10:30:15.432 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i -e 's/smithi112.front.sepia.ceph.com/smithi112/g' /etc/hostname 2023-06-22T10:30:15.498 DEBUG:teuthology.orchestra.run.smithi112:> sudo hostname smithi112 2023-06-22T10:30:15.563 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2023-06-22T10:30:15.619 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="Red Hat Enterprise Linux" 2023-06-22T10:30:15.619 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="8.6 (Ootpa)" 2023-06-22T10:30:15.620 INFO:teuthology.orchestra.run.smithi112.stdout:ID="rhel" 2023-06-22T10:30:15.620 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE="fedora" 2023-06-22T10:30:15.620 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="8.6" 2023-06-22T10:30:15.620 INFO:teuthology.orchestra.run.smithi112.stdout:PLATFORM_ID="platform:el8" 2023-06-22T10:30:15.620 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-06-22T10:30:15.620 INFO:teuthology.orchestra.run.smithi112.stdout:ANSI_COLOR="0;31" 2023-06-22T10:30:15.621 INFO:teuthology.orchestra.run.smithi112.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-06-22T10:30:15.621 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://www.redhat.com/" 2023-06-22T10:30:15.621 INFO:teuthology.orchestra.run.smithi112.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-06-22T10:30:15.621 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-06-22T10:30:15.621 INFO:teuthology.orchestra.run.smithi112.stdout: 2023-06-22T10:30:15.621 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-06-22T10:30:15.621 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-06-22T10:30:15.622 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-06-22T10:30:15.622 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-06-22T10:30:15.622 INFO:teuthology.provision.fog.smithi112:Deploy complete! 2023-06-22T10:30:15.623 DEBUG:teuthology.parallel:result is None 2023-06-22T10:30:15.787 INFO:teuthology.lock.ops:Checking smithi099.front.sepia.ceph.com 2023-06-22T10:30:15.788 INFO:teuthology.lock.ops:New key found. Updating... 2023-06-22T10:30:15.812 INFO:teuthology.lock.ops:Checking smithi112.front.sepia.ceph.com 2023-06-22T10:30:15.812 INFO:teuthology.lock.ops:New key found. Updating... 2023-06-22T10:30:15.846 INFO:teuthology.lock.ops:Updating [smithi099.front.sepia.ceph.com]: set os type and version on server 2023-06-22T10:30:15.846 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2023-06-22T10:30:15.847 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:30:15.914 DEBUG:teuthology.orchestra.run.smithi099:> true 2023-06-22T10:30:15.984 DEBUG:teuthology.orchestra.run.smithi099:> uname -m 2023-06-22T10:30:16.044 INFO:teuthology.orchestra.run.smithi099.stdout:x86_64 2023-06-22T10:30:16.045 DEBUG:teuthology.orchestra.run.smithi099:> cat /etc/os-release 2023-06-22T10:30:16.104 INFO:teuthology.orchestra.run.smithi099.stdout:NAME="Red Hat Enterprise Linux" 2023-06-22T10:30:16.105 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION="8.6 (Ootpa)" 2023-06-22T10:30:16.105 INFO:teuthology.orchestra.run.smithi099.stdout:ID="rhel" 2023-06-22T10:30:16.105 INFO:teuthology.orchestra.run.smithi099.stdout:ID_LIKE="fedora" 2023-06-22T10:30:16.105 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_ID="8.6" 2023-06-22T10:30:16.105 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM_ID="platform:el8" 2023-06-22T10:30:16.105 INFO:teuthology.orchestra.run.smithi099.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-06-22T10:30:16.106 INFO:teuthology.orchestra.run.smithi099.stdout:ANSI_COLOR="0;31" 2023-06-22T10:30:16.106 INFO:teuthology.orchestra.run.smithi099.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-06-22T10:30:16.106 INFO:teuthology.orchestra.run.smithi099.stdout:HOME_URL="https://www.redhat.com/" 2023-06-22T10:30:16.106 INFO:teuthology.orchestra.run.smithi099.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-06-22T10:30:16.106 INFO:teuthology.orchestra.run.smithi099.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-06-22T10:30:16.106 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-06-22T10:30:16.106 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-06-22T10:30:16.107 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-06-22T10:30:16.107 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-06-22T10:30:16.107 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-06-22T10:30:16.107 INFO:teuthology.lock.ops:Updating smithi099.front.sepia.ceph.com on lock server 2023-06-22T10:30:16.128 INFO:teuthology.lock.ops:Updating [smithi112.front.sepia.ceph.com]: set os type and version on server 2023-06-22T10:30:16.129 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2023-06-22T10:30:16.129 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-22T10:30:16.193 DEBUG:teuthology.orchestra.run.smithi112:> true 2023-06-22T10:30:16.262 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2023-06-22T10:30:16.319 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2023-06-22T10:30:16.320 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2023-06-22T10:30:16.375 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="Red Hat Enterprise Linux" 2023-06-22T10:30:16.376 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="8.6 (Ootpa)" 2023-06-22T10:30:16.376 INFO:teuthology.orchestra.run.smithi112.stdout:ID="rhel" 2023-06-22T10:30:16.376 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE="fedora" 2023-06-22T10:30:16.376 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="8.6" 2023-06-22T10:30:16.377 INFO:teuthology.orchestra.run.smithi112.stdout:PLATFORM_ID="platform:el8" 2023-06-22T10:30:16.377 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-06-22T10:30:16.377 INFO:teuthology.orchestra.run.smithi112.stdout:ANSI_COLOR="0;31" 2023-06-22T10:30:16.377 INFO:teuthology.orchestra.run.smithi112.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-06-22T10:30:16.377 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://www.redhat.com/" 2023-06-22T10:30:16.377 INFO:teuthology.orchestra.run.smithi112.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-06-22T10:30:16.377 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-06-22T10:30:16.378 INFO:teuthology.orchestra.run.smithi112.stdout: 2023-06-22T10:30:16.378 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-06-22T10:30:16.378 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-06-22T10:30:16.378 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-06-22T10:30:16.378 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-06-22T10:30:16.379 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2023-06-22T10:30:16.403 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:30:16.404 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:30:16.505 INFO:teuthology.dispatcher.supervisor:Running job 7311272 2023-06-22T10:30:16.506 DEBUG:teuthology.dispatcher.supervisor:Running: /home/teuthworker/src/git.ceph.com_teuthology_076bbebc42a14f7d568aaa78eabb0038327bcb23/virtualenv/bin/teuthology -v --owner scheduled_vshankar@teuthology --archive /home/teuthworker/archive/vshankar-2023-06-22_10:13:08-fs-wip-vshankar-testing-20230620.052303-testing-default-smithi/7311272 --name vshankar-2023-06-22_10:13:08-fs-wip-vshankar-testing-20230620.052303-testing-default-smithi --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/workunit/quota} -- /home/teuthworker/archive/vshankar-2023-06-22_10:13:08-fs-wip-vshankar-testing-20230620.052303-testing-default-smithi/7311272/orig.config.yaml 2023-06-22T10:30:16.511 INFO:teuthology.dispatcher.supervisor:Job archive: /home/teuthworker/archive/vshankar-2023-06-22_10:13:08-fs-wip-vshankar-testing-20230620.052303-testing-default-smithi/7311272 2023-06-22T10:30:16.512 INFO:teuthology.dispatcher.supervisor:Job PID: 6615 2023-06-22T10:30:16.512 INFO:teuthology.dispatcher.supervisor:Running with watchdog 2023-06-22T10:32:16.613 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:32:16.614 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:34:16.784 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:34:16.785 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:36:16.962 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:36:16.962 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:38:17.142 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:38:17.143 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:40:17.325 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:40:17.326 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:42:17.501 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:42:17.502 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:44:17.677 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:44:17.679 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:46:17.853 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:46:17.853 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:48:18.033 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:48:18.033 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:50:18.205 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:50:18.206 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:52:18.382 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:52:18.383 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:54:18.550 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-22T10:54:18.551 DEBUG:urllib3.util.retry:Converted retries value: 10 -> Retry(total=10, connect=None, read=None, redirect=None, status=None) 2023-06-22T10:54:18.628 ERROR:teuthology.dispatcher.supervisor:Child exited with code 120 2023-06-22T10:54:18.841 INFO:teuthology.dispatcher.supervisor:Nuking machines... 2023-06-22T10:54:18.841 INFO:teuthology.nuke:Checking targets against current locks 2023-06-22T10:54:18.898 DEBUG:teuthology.nuke:shortname: smithi099 2023-06-22T10:54:18.899 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-06-22T10:54:18.921 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-06-22_10:13:08-fs-wip-vshankar-testing-20230620.052303-testing-default-smithi/7311272', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-22 10:25:08.477124', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac='} 2023-06-22T10:54:18.923 DEBUG:teuthology.nuke:shortname: smithi112 2023-06-22T10:54:18.924 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-06-22T10:54:18.946 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-06-22_10:13:08-fs-wip-vshankar-testing-20230620.052303-testing-default-smithi/7311272', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-22 10:25:08.478742', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac='} 2023-06-22T10:54:18.980 INFO:teuthology.orchestra.console:Power off smithi099 2023-06-22T10:54:18.981 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-06-22T10:54:19.002 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:54:19.022 INFO:teuthology.orchestra.console:Power off smithi112 2023-06-22T10:54:19.022 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-06-22T10:54:19.046 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-06-22T10:54:19.133 INFO:teuthology.orchestra.console:Power off for smithi099 completed 2023-06-22T10:54:19.170 INFO:teuthology.orchestra.console:Power off for smithi112 completed 2023-06-22T10:54:19.284 INFO:teuthology.lock.ops:unlocked: smithi099.front.sepia.ceph.com 2023-06-22T10:54:19.326 INFO:teuthology.lock.ops:unlocked: smithi112.front.sepia.ceph.com