2023-10-09T06:32:42.751 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-10-09T06:32:42.751 DEBUG:teuthology.run:Teuthology command: teuthology --name bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi --verbose --description rbd:nvmeof/{0-single-container-host base/install cluster/{fixed-3 openstack} workloads/cephadm_nvmeof} --owner scheduled_bdavidov@teuthology --archive /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385 -- /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/orig.config.yaml 2023-10-09T06:32:42.786 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-09T06:32:42.868 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385 branch: wip-barakda-cephadm-nvmeof description: rbd:nvmeof/{0-single-container-host base/install cluster/{fixed-3 openstack} workloads/cephadm_nvmeof} email: null first_in_suite: false job_id: '7418385' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - machine: cpus: 1 disk: 40 ram: 8000 volumes: count: 4 size: 30 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-barakda-cephadm-nvmeof ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bcea8c48517ff154f392584022efa0718f51c9f2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: bcea8c48517ff154f392584022efa0718f51c9f2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-nvmetest-teuthology sha1: ef9e1aaff2479d818f7a6ba0836c528c6957a5a2 owner: scheduled_bdavidov@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - mon.a - mgr.x - osd.0 - osd.1 - client.0 - - host.b - mon.b - osd.2 - osd.3 - osd.4 - client.1 - - mon.c - osd.5 - osd.6 - osd.7 - client.2 seed: 1360 sha1: bcea8c48517ff154f392584022efa0718f51c9f2 sleep_before_teardown: 0 suite: rbd:nvmeof suite_branch: wip-nvmetest-teuthology suite_path: /home/teuthworker/src/github.com_barakda_ceph_ef9e1aaff2479d818f7a6ba0836c528c6957a5a2/qa suite_relpath: qa suite_repo: https://github.com/barakda/ceph suite_sha1: ef9e1aaff2479d818f7a6ba0836c528c6957a5a2 targets: smithi008.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBANouTEdmFIRaJqROaCwCt4Ysdk6E4MRJsdG+UYuVMJPmJJXQKZEueDzOvCSfQAFO3Kea7E14rT7Fg1rTw5pJ8= smithi135.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPG1wsDfjRn77E17hlUCyELFdlHrMvwvyiuHgJkLSNUzl3pNUrGyB8b1wwd8dnNDImm0+7djImXFBNmvhNuNf/Q= smithi191.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNWJrRJfIpD1E98Lm6AAKFwZXe5g0BCGiZHm67ub2s7ELAlSLToTXbTPBAkhTSfy+SQetOz1Bw4M4Co1fNzOg0g= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - sudo sed -i 's/runtime = "runc"/#runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/#runtime = "crun"/runtime = "crun"/g' /usr/share/containers/containers.conf - cephadm: null - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph osd lspools - ceph osd pool create mypool - ceph osd pool application enable mypool rbd - ceph osd lspools - ceph osd pool ls detail - sleep 60 - ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:0.0.4 - sleep 60 - ceph config get mgr mgr/cephadm/container_image_nvmeof - ceph orch apply nvmeof mypool --placement="1 $(hostname)" - ceph orch ps --refresh - ceph versions - ceph -s - ceph orch ls - rbd create mypool/myimage --size 8Gi - rbd ls mypool - 'set -ex # cat /proc/cpuinfo ' - cephadm.wait_for_service: service: nvmeof.mypool - exec: host.a: - modprobe nvme-fabrics - 'set -ex # # print nvmeof start up logs s=$(systemctl list-units | grep nvmeof.mypool | awk ''{print $1}'') echo "<---- s variable is [ $s ]---->" PAGER=cat journalctl -u $s GATEWAY=$(echo $s | cut -d "@" -f2- | sed ''s/.\{8\}$//'') echo "<---- GATEWAY is [ $GATEWAY ]---->" IP=$(echo $(hostname -I) | cut -d '' '' -f1) HOSTNAME=$(hostname) IMAGE="quay.io/ceph/nvmeof-cli:0.0.4" POOL="mypool" MIMAGE="myimage" BDEV="mybdev" SERIAL="SPDK00000000000001" NQN="nqn.2016-06.io.spdk:cnode1" PORT="4420" SRPORT="5500" podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_bdev --pool $POOL --image $MIMAGE --bdev $BDEV podman images podman ps podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_subsystem --subnqn $NQN --serial $SERIAL podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_namespace --subnqn $NQN --bdev $BDEV podman run -it $IMAGE --server-address $IP --server-port $SRPORT create_listener -n $NQN -g $GATEWAY -a $IP -s $PORT podman run -it $IMAGE --server-address $IP --server-port $SRPORT add_host --subnqn $NQN --host "*" podman run -it $IMAGE --server-address $IP --server-port $SRPORT get_subsystems nvme discover -t tcp -a $IP -s $PORT nvme connect -t tcp --traddr $IP -s $PORT -n $NQN nvme list ' - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph osd lspools - 'set -ex s=$(ceph orch ps | grep nvmeof.mypool | awk ''{print $4}'') echo $s [ $s = running ] ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-10-09_05:48:09 tube: smithi use_shaman: true user: bdavidov verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-10-09T06:32:42.869 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_barakda_ceph_ef9e1aaff2479d818f7a6ba0836c528c6957a5a2/qa; will attempt to use it 2023-10-09T06:32:42.889 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_barakda_ceph_ef9e1aaff2479d818f7a6ba0836c528c6957a5a2/qa/tasks 2023-10-09T06:32:42.889 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-09T06:32:42.891 INFO:teuthology.task.internal:Checking packages... 2023-10-09T06:32:42.918 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bcea8c48517ff154f392584022efa0718f51c9f2' 2023-10-09T06:32:42.919 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T06:32:42.919 INFO:teuthology.packaging:ref: None 2023-10-09T06:32:42.919 INFO:teuthology.packaging:tag: None 2023-10-09T06:32:42.919 INFO:teuthology.packaging:branch: wip-barakda-cephadm-nvmeof 2023-10-09T06:32:42.919 INFO:teuthology.packaging:sha1: bcea8c48517ff154f392584022efa0718f51c9f2 2023-10-09T06:32:42.920 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-barakda-cephadm-nvmeof 2023-10-09T06:32:43.063 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-5817.gbcea8c48 2023-10-09T06:32:43.063 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-09T06:32:43.070 INFO:teuthology.task.internal:no buildpackages task found 2023-10-09T06:32:43.070 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-09T06:32:43.088 INFO:teuthology.task.internal:Saving configuration 2023-10-09T06:32:43.107 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-09T06:32:43.114 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-09T06:32:43.138 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi008.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 06:27:40.581771', 'locked_by': 'scheduled_bdavidov@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBANouTEdmFIRaJqROaCwCt4Ysdk6E4MRJsdG+UYuVMJPmJJXQKZEueDzOvCSfQAFO3Kea7E14rT7Fg1rTw5pJ8='} 2023-10-09T06:32:43.160 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi135.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 06:27:40.580048', 'locked_by': 'scheduled_bdavidov@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPG1wsDfjRn77E17hlUCyELFdlHrMvwvyiuHgJkLSNUzl3pNUrGyB8b1wwd8dnNDImm0+7djImXFBNmvhNuNf/Q='} 2023-10-09T06:32:43.180 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi191.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 06:27:40.583212', 'locked_by': 'scheduled_bdavidov@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNWJrRJfIpD1E98Lm6AAKFwZXe5g0BCGiZHm67ub2s7ELAlSLToTXbTPBAkhTSfy+SQetOz1Bw4M4Co1fNzOg0g='} 2023-10-09T06:32:43.180 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-09T06:32:43.187 INFO:teuthology.task.internal:roles: ubuntu@smithi008.front.sepia.ceph.com - ['host.a', 'mon.a', 'mgr.x', 'osd.0', 'osd.1', 'client.0'] 2023-10-09T06:32:43.187 INFO:teuthology.task.internal:roles: ubuntu@smithi135.front.sepia.ceph.com - ['host.b', 'mon.b', 'osd.2', 'osd.3', 'osd.4', 'client.1'] 2023-10-09T06:32:43.187 INFO:teuthology.task.internal:roles: ubuntu@smithi191.front.sepia.ceph.com - ['mon.c', 'osd.5', 'osd.6', 'osd.7', 'client.2'] 2023-10-09T06:32:43.187 INFO:teuthology.run_tasks:Running task console_log... 2023-10-09T06:32:43.285 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7f93d67b80>, signals=[15]) 2023-10-09T06:32:43.286 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-09T06:32:43.296 INFO:teuthology.task.internal:Opening connections... 2023-10-09T06:32:43.296 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi008.front.sepia.ceph.com 2023-10-09T06:32:43.298 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:32:43.369 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi135.front.sepia.ceph.com 2023-10-09T06:32:43.370 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:32:43.437 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi191.front.sepia.ceph.com 2023-10-09T06:32:43.438 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:32:43.508 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-09T06:32:43.514 DEBUG:teuthology.orchestra.run.smithi008:> uname -m 2023-10-09T06:32:43.537 INFO:teuthology.orchestra.run.smithi008.stdout:x86_64 2023-10-09T06:32:43.537 DEBUG:teuthology.orchestra.run.smithi008:> cat /etc/os-release 2023-10-09T06:32:43.599 INFO:teuthology.orchestra.run.smithi008.stdout:NAME="CentOS Stream" 2023-10-09T06:32:43.599 INFO:teuthology.orchestra.run.smithi008.stdout:VERSION="8" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:ID="centos" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:ID_LIKE="rhel fedora" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:VERSION_ID="8" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:PLATFORM_ID="platform:el8" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:PRETTY_NAME="CentOS Stream 8" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:ANSI_COLOR="0;31" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:HOME_URL="https://centos.org/" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-09T06:32:43.600 INFO:teuthology.orchestra.run.smithi008.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-09T06:32:43.601 INFO:teuthology.orchestra.run.smithi008.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-10-09T06:32:43.601 INFO:teuthology.lock.ops:Updating smithi008.front.sepia.ceph.com on lock server 2023-10-09T06:32:43.622 DEBUG:teuthology.orchestra.run.smithi135:> uname -m 2023-10-09T06:32:43.646 INFO:teuthology.orchestra.run.smithi135.stdout:x86_64 2023-10-09T06:32:43.646 DEBUG:teuthology.orchestra.run.smithi135:> cat /etc/os-release 2023-10-09T06:32:43.707 INFO:teuthology.orchestra.run.smithi135.stdout:NAME="CentOS Stream" 2023-10-09T06:32:43.707 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION="8" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:ID="centos" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:ID_LIKE="rhel fedora" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION_ID="8" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:PLATFORM_ID="platform:el8" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:PRETTY_NAME="CentOS Stream 8" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:ANSI_COLOR="0;31" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:HOME_URL="https://centos.org/" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-09T06:32:43.708 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-10-09T06:32:43.709 INFO:teuthology.lock.ops:Updating smithi135.front.sepia.ceph.com on lock server 2023-10-09T06:32:43.728 DEBUG:teuthology.orchestra.run.smithi191:> uname -m 2023-10-09T06:32:43.750 INFO:teuthology.orchestra.run.smithi191.stdout:x86_64 2023-10-09T06:32:43.750 DEBUG:teuthology.orchestra.run.smithi191:> cat /etc/os-release 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:NAME="CentOS Stream" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION="8" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:ID="centos" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:ID_LIKE="rhel fedora" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION_ID="8" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:PLATFORM_ID="platform:el8" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:PRETTY_NAME="CentOS Stream 8" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:ANSI_COLOR="0;31" 2023-10-09T06:32:43.812 INFO:teuthology.orchestra.run.smithi191.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-10-09T06:32:43.813 INFO:teuthology.orchestra.run.smithi191.stdout:HOME_URL="https://centos.org/" 2023-10-09T06:32:43.813 INFO:teuthology.orchestra.run.smithi191.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-09T06:32:43.813 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-09T06:32:43.813 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-10-09T06:32:43.813 INFO:teuthology.lock.ops:Updating smithi191.front.sepia.ceph.com on lock server 2023-10-09T06:32:43.836 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-09T06:32:43.845 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-09T06:32:43.851 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-09T06:32:43.851 DEBUG:teuthology.orchestra.run.smithi008:> test '!' -e /home/ubuntu/cephtest 2023-10-09T06:32:43.855 DEBUG:teuthology.orchestra.run.smithi135:> test '!' -e /home/ubuntu/cephtest 2023-10-09T06:32:43.857 DEBUG:teuthology.orchestra.run.smithi191:> test '!' -e /home/ubuntu/cephtest 2023-10-09T06:32:43.877 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-09T06:32:43.883 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-09T06:32:43.883 DEBUG:teuthology.orchestra.run.smithi008:> test -z $(ls -A /var/lib/ceph) 2023-10-09T06:32:43.917 DEBUG:teuthology.orchestra.run.smithi135:> test -z $(ls -A /var/lib/ceph) 2023-10-09T06:32:43.919 DEBUG:teuthology.orchestra.run.smithi191:> test -z $(ls -A /var/lib/ceph) 2023-10-09T06:32:43.951 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-09T06:32:44.025 INFO:teuthology.run_tasks:Running task kernel... 2023-10-09T06:32:44.042 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-10-09T06:32:44.042 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-10-09T06:32:44.042 DEBUG:teuthology.orchestra.run.smithi008:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-09T06:32:44.043 DEBUG:teuthology.orchestra.run.smithi135:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-09T06:32:44.043 DEBUG:teuthology.orchestra.run.smithi191:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-09T06:32:44.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T06:32:44.063 DEBUG:teuthology.orchestra.run.smithi191:> uname -r 2023-10-09T06:32:44.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T06:32:44.064 DEBUG:teuthology.orchestra.run.smithi135:> uname -r 2023-10-09T06:32:44.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T06:32:44.065 DEBUG:teuthology.orchestra.run.smithi008:> uname -r 2023-10-09T06:32:44.124 INFO:teuthology.orchestra.run.smithi191.stdout:4.18.0-489.el8.x86_64 2023-10-09T06:32:44.124 INFO:teuthology.task.kernel:Running kernel on smithi191: 4.18.0-489.el8.x86_64 2023-10-09T06:32:44.124 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum install -y kernel 2023-10-09T06:32:44.125 INFO:teuthology.orchestra.run.smithi135.stdout:4.18.0-489.el8.x86_64 2023-10-09T06:32:44.125 INFO:teuthology.task.kernel:Running kernel on smithi135: 4.18.0-489.el8.x86_64 2023-10-09T06:32:44.125 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum install -y kernel 2023-10-09T06:32:44.127 INFO:teuthology.orchestra.run.smithi008.stdout:4.18.0-489.el8.x86_64 2023-10-09T06:32:44.127 INFO:teuthology.task.kernel:Running kernel on smithi008: 4.18.0-489.el8.x86_64 2023-10-09T06:32:44.127 DEBUG:teuthology.orchestra.run.smithi008:> sudo yum install -y kernel 2023-10-09T06:32:48.393 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 8 - AppStream 21 MB/s | 33 MB 00:01 2023-10-09T06:32:48.633 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 8 - AppStream 20 MB/s | 33 MB 00:01 2023-10-09T06:32:49.807 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 8 - AppStream 11 MB/s | 33 MB 00:03 2023-10-09T06:32:57.318 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 8 - BaseOS 17 MB/s | 48 MB 00:02 2023-10-09T06:32:57.500 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 8 - BaseOS 17 MB/s | 48 MB 00:02 2023-10-09T06:33:04.835 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 8 - Extras 39 kB/s | 18 kB 00:00 2023-10-09T06:33:05.176 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 8 - Extras 18 kB/s | 18 kB 00:00 2023-10-09T06:33:05.586 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 8 - Extras common packages 30 kB/s | 6.9 kB 00:00 2023-10-09T06:33:05.879 INFO:teuthology.orchestra.run.smithi135.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2023-10-09T06:33:06.315 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 8 - BaseOS 4.7 MB/s | 48 MB 00:10 2023-10-09T06:33:06.493 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS Stream 8 - Extras common packages 4.7 kB/s | 6.9 kB 00:01 2023-10-09T06:33:06.773 INFO:teuthology.orchestra.run.smithi135.stdout:Extra Packages for Enterprise Linux 21 MB/s | 16 MB 00:00 2023-10-09T06:33:06.794 INFO:teuthology.orchestra.run.smithi191.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-10-09T06:33:08.923 INFO:teuthology.orchestra.run.smithi191.stdout:Extra Packages for Enterprise Linux 8.0 MB/s | 16 MB 00:01 2023-10-09T06:33:10.605 INFO:teuthology.orchestra.run.smithi135.stdout:lab-extras 349 kB/s | 24 kB 00:00 2023-10-09T06:33:12.712 INFO:teuthology.orchestra.run.smithi191.stdout:lab-extras 551 kB/s | 24 kB 00:00 2023-10-09T06:33:14.097 INFO:teuthology.orchestra.run.smithi135.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-10-09T06:33:14.097 INFO:teuthology.orchestra.run.smithi135.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-10-09T06:33:14.256 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 8 - Extras 34 kB/s | 18 kB 00:00 2023-10-09T06:33:14.353 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2023-10-09T06:33:14.353 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout: Package Architecture Version Repository Size 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout:Installing: 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout: kernel x86_64 4.18.0-514.el8 baseos 10 M 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-core x86_64 4.18.0-514.el8 baseos 43 M 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules x86_64 4.18.0-514.el8 baseos 35 M 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:33:14.354 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2023-10-09T06:33:14.355 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:33:14.355 INFO:teuthology.orchestra.run.smithi135.stdout:Install 3 Packages 2023-10-09T06:33:14.355 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:33:14.355 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 88 M 2023-10-09T06:33:14.355 INFO:teuthology.orchestra.run.smithi135.stdout:Installed size: 96 M 2023-10-09T06:33:14.356 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2023-10-09T06:33:14.590 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 8 - Extras common packages 48 kB/s | 6.9 kB 00:00 2023-10-09T06:33:14.883 INFO:teuthology.orchestra.run.smithi008.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2023-10-09T06:33:15.024 INFO:teuthology.orchestra.run.smithi135.stdout:(1/3): kernel-4.18.0-514.el8.x86_64.rpm 21 MB/s | 10 MB 00:00 2023-10-09T06:33:16.162 INFO:teuthology.orchestra.run.smithi191.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-10-09T06:33:16.162 INFO:teuthology.orchestra.run.smithi191.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-10-09T06:33:16.208 INFO:teuthology.orchestra.run.smithi135.stdout:(2/3): kernel-modules-4.18.0-514.el8.x86_64.rpm 21 MB/s | 35 MB 00:01 2023-10-09T06:33:16.403 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2023-10-09T06:33:16.404 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:33:16.404 INFO:teuthology.orchestra.run.smithi191.stdout: Package Architecture Version Repository Size 2023-10-09T06:33:16.404 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:33:16.404 INFO:teuthology.orchestra.run.smithi191.stdout:Installing: 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout: kernel x86_64 4.18.0-514.el8 baseos 10 M 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout:Installing dependencies: 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-core x86_64 4.18.0-514.el8 baseos 43 M 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-modules x86_64 4.18.0-514.el8 baseos 35 M 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout:Install 3 Packages 2023-10-09T06:33:16.405 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:33:16.406 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 88 M 2023-10-09T06:33:16.406 INFO:teuthology.orchestra.run.smithi191.stdout:Installed size: 96 M 2023-10-09T06:33:16.406 INFO:teuthology.orchestra.run.smithi191.stdout:Downloading Packages: 2023-10-09T06:33:16.699 INFO:teuthology.orchestra.run.smithi135.stdout:(3/3): kernel-core-4.18.0-514.el8.x86_64.rpm 20 MB/s | 43 MB 00:02 2023-10-09T06:33:16.700 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2023-10-09T06:33:16.700 INFO:teuthology.orchestra.run.smithi135.stdout:Total 38 MB/s | 88 MB 00:02 2023-10-09T06:33:17.070 INFO:teuthology.orchestra.run.smithi008.stdout:Extra Packages for Enterprise Linux 7.8 MB/s | 16 MB 00:02 2023-10-09T06:33:17.167 INFO:teuthology.orchestra.run.smithi191.stdout:(1/3): kernel-4.18.0-514.el8.x86_64.rpm 17 MB/s | 10 MB 00:00 2023-10-09T06:33:17.367 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2023-10-09T06:33:17.789 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2023-10-09T06:33:17.825 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2023-10-09T06:33:17.881 INFO:teuthology.orchestra.run.smithi191.stdout:(2/3): kernel-modules-4.18.0-514.el8.x86_64.rpm 27 MB/s | 35 MB 00:01 2023-10-09T06:33:18.765 INFO:teuthology.orchestra.run.smithi191.stdout:(3/3): kernel-core-4.18.0-514.el8.x86_64.rpm 20 MB/s | 43 MB 00:02 2023-10-09T06:33:18.765 INFO:teuthology.orchestra.run.smithi191.stdout:-------------------------------------------------------------------------------- 2023-10-09T06:33:18.766 INFO:teuthology.orchestra.run.smithi191.stdout:Total 37 MB/s | 88 MB 00:02 2023-10-09T06:33:19.018 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2023-10-09T06:33:19.040 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2023-10-09T06:33:19.432 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2023-10-09T06:33:19.848 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2023-10-09T06:33:19.848 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2023-10-09T06:33:21.070 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2023-10-09T06:33:21.084 INFO:teuthology.orchestra.run.smithi008.stdout:lab-extras 422 kB/s | 24 kB 00:00 2023-10-09T06:33:21.096 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2023-10-09T06:33:21.791 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2023-10-09T06:33:22.398 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-core-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:23.843 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2023-10-09T06:33:24.446 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : kernel-core-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:24.767 INFO:teuthology.orchestra.run.smithi008.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-10-09T06:33:24.767 INFO:teuthology.orchestra.run.smithi008.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-10-09T06:33:25.033 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2023-10-09T06:33:25.034 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:33:25.034 INFO:teuthology.orchestra.run.smithi008.stdout: Package Architecture Version Repository Size 2023-10-09T06:33:25.034 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:33:25.034 INFO:teuthology.orchestra.run.smithi008.stdout:Installing: 2023-10-09T06:33:25.034 INFO:teuthology.orchestra.run.smithi008.stdout: kernel x86_64 4.18.0-514.el8 baseos 10 M 2023-10-09T06:33:25.034 INFO:teuthology.orchestra.run.smithi008.stdout:Installing dependencies: 2023-10-09T06:33:25.035 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-core x86_64 4.18.0-514.el8 baseos 43 M 2023-10-09T06:33:25.035 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-modules x86_64 4.18.0-514.el8 baseos 35 M 2023-10-09T06:33:25.035 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:33:25.035 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction Summary 2023-10-09T06:33:25.035 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:33:25.035 INFO:teuthology.orchestra.run.smithi008.stdout:Install 3 Packages 2023-10-09T06:33:25.035 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:33:25.036 INFO:teuthology.orchestra.run.smithi008.stdout:Total download size: 88 M 2023-10-09T06:33:25.036 INFO:teuthology.orchestra.run.smithi008.stdout:Installed size: 96 M 2023-10-09T06:33:25.036 INFO:teuthology.orchestra.run.smithi008.stdout:Downloading Packages: 2023-10-09T06:33:25.594 INFO:teuthology.orchestra.run.smithi008.stdout:(1/3): kernel-4.18.0-514.el8.x86_64.rpm 19 MB/s | 10 MB 00:00 2023-10-09T06:33:26.082 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-core-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:26.403 INFO:teuthology.orchestra.run.smithi008.stdout:(2/3): kernel-core-4.18.0-514.el8.x86_64.rpm 32 MB/s | 43 MB 00:01 2023-10-09T06:33:26.490 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-modules-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:27.145 INFO:teuthology.orchestra.run.smithi008.stdout:(3/3): kernel-modules-4.18.0-514.el8.x86_64.rpm 17 MB/s | 35 MB 00:02 2023-10-09T06:33:27.145 INFO:teuthology.orchestra.run.smithi008.stdout:-------------------------------------------------------------------------------- 2023-10-09T06:33:27.146 INFO:teuthology.orchestra.run.smithi008.stdout:Total 42 MB/s | 88 MB 00:02 2023-10-09T06:33:27.975 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-core-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:27.979 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction check 2023-10-09T06:33:28.423 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction check succeeded. 2023-10-09T06:33:28.423 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction test 2023-10-09T06:33:28.887 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : kernel-modules-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:29.715 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction test succeeded. 2023-10-09T06:33:29.730 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction 2023-10-09T06:33:29.865 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:30.202 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:32.268 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-modules-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:32.618 INFO:teuthology.orchestra.run.smithi008.stdout: Preparing : 1/1 2023-10-09T06:33:32.618 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : kernel-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:33.126 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : kernel-core-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:36.892 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-core-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:37.300 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : kernel-modules-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:40.920 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-modules-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:41.227 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : kernel-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:52.155 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-core-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:52.180 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:52.571 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:52.571 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:52.571 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-core-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:53.299 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-modules-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:53.300 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:33:53.300 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2023-10-09T06:33:53.300 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-4.18.0-514.el8.x86_64 kernel-core-4.18.0-514.el8.x86_64 2023-10-09T06:33:53.300 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules-4.18.0-514.el8.x86_64 2023-10-09T06:33:53.300 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:33:53.300 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2023-10-09T06:33:53.444 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T06:33:53.664 INFO:teuthology.orchestra.run.smithi135.stdout:kernel-4.18.0-514.el8.x86_64 2023-10-09T06:33:53.664 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-514.el8.x86_64 2023-10-09T06:33:53.664 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-514.el8.x86_64 2023-10-09T06:33:53.664 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-10-09T06:33:53.665 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-10-09T06:33:53.665 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2023-10-09T06:33:53.665 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi135.front.sepia.ceph.com, path=None, version=distro) 2023-10-09T06:33:53.665 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T06:33:53.873 INFO:teuthology.orchestra.run.smithi135.stdout:kernel-4.18.0-514.el8.x86_64 2023-10-09T06:33:53.873 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-514.el8.x86_64 2023-10-09T06:33:53.874 DEBUG:teuthology.orchestra.run.smithi135:> sudo rpm -qi grub2-tools 2023-10-09T06:33:53.907 INFO:teuthology.orchestra.run.smithi135.stdout:Name : grub2-tools 2023-10-09T06:33:53.907 INFO:teuthology.orchestra.run.smithi135.stdout:Epoch : 1 2023-10-09T06:33:53.907 INFO:teuthology.orchestra.run.smithi135.stdout:Version : 2.02 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Release : 129.el8 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Architecture: x86_64 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Group : System Environment/Base 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Size : 9265586 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:License : GPLv3+ 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Build Host : kbuilder.bsys.centos.org 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Relocations : (not relocatable) 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Packager : CentOS BuildSystem 2023-10-09T06:33:53.908 INFO:teuthology.orchestra.run.smithi135.stdout:Vendor : CentOS 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:URL : http://www.gnu.org/software/grub/ 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:Summary : Support tools for GRUB. 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:Description : 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:customizable bootloader with modular architecture. It supports a rich 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:variety of kernel formats, file systems, computer architectures and 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:hardware devices. 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:33:53.909 INFO:teuthology.orchestra.run.smithi135.stdout:This subpackage provides tools for support of all platforms. 2023-10-09T06:33:53.910 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-10-09T06:33:53.910 INFO:teuthology.task.kernel:Updating grub on smithi135 to boot 4.18.0-514.el8.x86_64 2023-10-09T06:33:53.910 DEBUG:teuthology.orchestra.run.smithi135:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-10-09T06:33:54.462 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-core-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:54.485 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-modules-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:54.835 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:54.835 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:33:54.835 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-core-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:33:55.443 INFO:teuthology.orchestra.run.smithi135.stderr:Generating grub configuration file ... 2023-10-09T06:33:55.884 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-modules-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:33:55.884 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:33:55.884 INFO:teuthology.orchestra.run.smithi191.stdout:Installed: 2023-10-09T06:33:55.884 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-4.18.0-514.el8.x86_64 kernel-core-4.18.0-514.el8.x86_64 2023-10-09T06:33:55.884 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-modules-4.18.0-514.el8.x86_64 2023-10-09T06:33:55.884 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:33:55.885 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2023-10-09T06:33:56.056 DEBUG:teuthology.orchestra.run.smithi191:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T06:33:56.274 INFO:teuthology.orchestra.run.smithi191.stdout:kernel-4.18.0-514.el8.x86_64 2023-10-09T06:33:56.274 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-514.el8.x86_64 2023-10-09T06:33:56.274 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-514.el8.x86_64 2023-10-09T06:33:56.275 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-10-09T06:33:56.275 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-10-09T06:33:56.275 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2023-10-09T06:33:56.275 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi191.front.sepia.ceph.com, path=None, version=distro) 2023-10-09T06:33:56.275 DEBUG:teuthology.orchestra.run.smithi191:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T06:33:56.484 INFO:teuthology.orchestra.run.smithi191.stdout:kernel-4.18.0-514.el8.x86_64 2023-10-09T06:33:56.484 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-514.el8.x86_64 2023-10-09T06:33:56.484 DEBUG:teuthology.orchestra.run.smithi191:> sudo rpm -qi grub2-tools 2023-10-09T06:33:56.518 INFO:teuthology.orchestra.run.smithi191.stdout:Name : grub2-tools 2023-10-09T06:33:56.518 INFO:teuthology.orchestra.run.smithi191.stdout:Epoch : 1 2023-10-09T06:33:56.518 INFO:teuthology.orchestra.run.smithi191.stdout:Version : 2.02 2023-10-09T06:33:56.518 INFO:teuthology.orchestra.run.smithi191.stdout:Release : 129.el8 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Architecture: x86_64 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Group : System Environment/Base 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Size : 9265586 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:License : GPLv3+ 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Build Host : kbuilder.bsys.centos.org 2023-10-09T06:33:56.519 INFO:teuthology.orchestra.run.smithi191.stdout:Relocations : (not relocatable) 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:Packager : CentOS BuildSystem 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:Vendor : CentOS 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:URL : http://www.gnu.org/software/grub/ 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:Summary : Support tools for GRUB. 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:Description : 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:customizable bootloader with modular architecture. It supports a rich 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:variety of kernel formats, file systems, computer architectures and 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:hardware devices. 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:33:56.520 INFO:teuthology.orchestra.run.smithi191.stdout:This subpackage provides tools for support of all platforms. 2023-10-09T06:33:56.521 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-10-09T06:33:56.522 INFO:teuthology.task.kernel:Updating grub on smithi191 to boot 4.18.0-514.el8.x86_64 2023-10-09T06:33:56.522 DEBUG:teuthology.orchestra.run.smithi191:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-10-09T06:33:57.336 INFO:teuthology.orchestra.run.smithi135.stderr:done 2023-10-09T06:33:57.338 DEBUG:teuthology.orchestra.run.smithi135:> mktemp 2023-10-09T06:33:57.365 INFO:teuthology.orchestra.run.smithi135.stdout:/tmp/tmp.BY0QG7OaXL 2023-10-09T06:33:57.366 DEBUG:teuthology.orchestra.run.smithi135:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.BY0QG7OaXL 2023-10-09T06:33:57.452 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 0666 /tmp/tmp.BY0QG7OaXL 2023-10-09T06:33:57.559 DEBUG:teuthology.orchestra.remote:smithi135:/tmp/tmp.BY0QG7OaXL is 6KB 2023-10-09T06:33:57.607 DEBUG:teuthology.orchestra.run.smithi135:> rm -fr /tmp/tmp.BY0QG7OaXL 2023-10-09T06:33:57.624 DEBUG:teuthology.orchestra.run.smithi135:> sudo /bin/ls /boot/loader/entries || true 2023-10-09T06:33:57.694 INFO:teuthology.orchestra.run.smithi135.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-10-09T06:33:57.694 INFO:teuthology.orchestra.run.smithi135.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-10-09T06:33:57.694 INFO:teuthology.orchestra.run.smithi135.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-10-09T06:33:57.694 INFO:teuthology.orchestra.run.smithi135.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-514.el8.x86_64.conf 2023-10-09T06:33:57.695 DEBUG:teuthology.orchestra.run.smithi135:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-514.el8.x86_64 2023-10-09T06:33:57.875 DEBUG:teuthology.orchestra.run.smithi135:> sudo shutdown -r now 2023-10-09T06:33:57.951 INFO:teuthology.orchestra.run.smithi191.stderr:Generating grub configuration file ... 2023-10-09T06:33:59.907 INFO:teuthology.orchestra.run.smithi191.stderr:done 2023-10-09T06:33:59.911 DEBUG:teuthology.orchestra.run.smithi191:> mktemp 2023-10-09T06:33:59.947 INFO:teuthology.orchestra.run.smithi191.stdout:/tmp/tmp.WVCQVB6mQb 2023-10-09T06:33:59.948 DEBUG:teuthology.orchestra.run.smithi191:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.WVCQVB6mQb 2023-10-09T06:34:00.028 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 0666 /tmp/tmp.WVCQVB6mQb 2023-10-09T06:34:00.205 DEBUG:teuthology.orchestra.remote:smithi191:/tmp/tmp.WVCQVB6mQb is 6KB 2023-10-09T06:34:00.237 DEBUG:teuthology.orchestra.run.smithi191:> rm -fr /tmp/tmp.WVCQVB6mQb 2023-10-09T06:34:00.260 DEBUG:teuthology.orchestra.run.smithi191:> sudo /bin/ls /boot/loader/entries || true 2023-10-09T06:34:00.329 INFO:teuthology.orchestra.run.smithi191.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-10-09T06:34:00.330 INFO:teuthology.orchestra.run.smithi191.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-10-09T06:34:00.330 INFO:teuthology.orchestra.run.smithi191.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-10-09T06:34:00.330 INFO:teuthology.orchestra.run.smithi191.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-514.el8.x86_64.conf 2023-10-09T06:34:00.331 DEBUG:teuthology.orchestra.run.smithi191:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-514.el8.x86_64 2023-10-09T06:34:00.503 DEBUG:teuthology.orchestra.run.smithi191:> sudo shutdown -r now 2023-10-09T06:34:04.878 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-core-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:34:04.902 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-modules-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:34:05.364 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:34:05.364 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : kernel-4.18.0-514.el8.x86_64 1/3 2023-10-09T06:34:05.364 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : kernel-core-4.18.0-514.el8.x86_64 2/3 2023-10-09T06:34:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : kernel-modules-4.18.0-514.el8.x86_64 3/3 2023-10-09T06:34:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:34:06.134 INFO:teuthology.orchestra.run.smithi008.stdout:Installed: 2023-10-09T06:34:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-4.18.0-514.el8.x86_64 kernel-core-4.18.0-514.el8.x86_64 2023-10-09T06:34:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-modules-4.18.0-514.el8.x86_64 2023-10-09T06:34:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:34:06.134 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2023-10-09T06:34:06.259 DEBUG:teuthology.orchestra.run.smithi008:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T06:34:06.481 INFO:teuthology.orchestra.run.smithi008.stdout:kernel-4.18.0-514.el8.x86_64 2023-10-09T06:34:06.482 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-514.el8.x86_64 2023-10-09T06:34:06.482 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-514.el8.x86_64 2023-10-09T06:34:06.482 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-10-09T06:34:06.482 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-10-09T06:34:06.482 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2023-10-09T06:34:06.482 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi008.front.sepia.ceph.com, path=None, version=distro) 2023-10-09T06:34:06.483 DEBUG:teuthology.orchestra.run.smithi008:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T06:34:06.700 INFO:teuthology.orchestra.run.smithi008.stdout:kernel-4.18.0-514.el8.x86_64 2023-10-09T06:34:06.701 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-514.el8.x86_64 2023-10-09T06:34:06.701 DEBUG:teuthology.orchestra.run.smithi008:> sudo rpm -qi grub2-tools 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Name : grub2-tools 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Epoch : 1 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Version : 2.02 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Release : 129.el8 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Architecture: x86_64 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Group : System Environment/Base 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Size : 9265586 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:License : GPLv3+ 2023-10-09T06:34:06.735 INFO:teuthology.orchestra.run.smithi008.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Build Host : kbuilder.bsys.centos.org 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Relocations : (not relocatable) 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Packager : CentOS BuildSystem 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Vendor : CentOS 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:URL : http://www.gnu.org/software/grub/ 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Summary : Support tools for GRUB. 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:Description : 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-10-09T06:34:06.736 INFO:teuthology.orchestra.run.smithi008.stdout:customizable bootloader with modular architecture. It supports a rich 2023-10-09T06:34:06.737 INFO:teuthology.orchestra.run.smithi008.stdout:variety of kernel formats, file systems, computer architectures and 2023-10-09T06:34:06.737 INFO:teuthology.orchestra.run.smithi008.stdout:hardware devices. 2023-10-09T06:34:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:34:06.737 INFO:teuthology.orchestra.run.smithi008.stdout:This subpackage provides tools for support of all platforms. 2023-10-09T06:34:06.738 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-10-09T06:34:06.738 INFO:teuthology.task.kernel:Updating grub on smithi008 to boot 4.18.0-514.el8.x86_64 2023-10-09T06:34:06.738 DEBUG:teuthology.orchestra.run.smithi008:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-10-09T06:34:08.013 INFO:teuthology.orchestra.run.smithi008.stderr:Generating grub configuration file ... 2023-10-09T06:34:09.668 INFO:teuthology.orchestra.run.smithi008.stderr:done 2023-10-09T06:34:09.670 DEBUG:teuthology.orchestra.run.smithi008:> mktemp 2023-10-09T06:34:09.706 INFO:teuthology.orchestra.run.smithi008.stdout:/tmp/tmp.08Gb3Q4Ixt 2023-10-09T06:34:09.707 DEBUG:teuthology.orchestra.run.smithi008:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.08Gb3Q4Ixt 2023-10-09T06:34:09.778 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 0666 /tmp/tmp.08Gb3Q4Ixt 2023-10-09T06:34:09.920 DEBUG:teuthology.orchestra.remote:smithi008:/tmp/tmp.08Gb3Q4Ixt is 6KB 2023-10-09T06:34:09.969 DEBUG:teuthology.orchestra.run.smithi008:> rm -fr /tmp/tmp.08Gb3Q4Ixt 2023-10-09T06:34:09.986 DEBUG:teuthology.orchestra.run.smithi008:> sudo /bin/ls /boot/loader/entries || true 2023-10-09T06:34:10.054 INFO:teuthology.orchestra.run.smithi008.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-10-09T06:34:10.054 INFO:teuthology.orchestra.run.smithi008.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-10-09T06:34:10.054 INFO:teuthology.orchestra.run.smithi008.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-10-09T06:34:10.054 INFO:teuthology.orchestra.run.smithi008.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-514.el8.x86_64.conf 2023-10-09T06:34:10.055 DEBUG:teuthology.orchestra.run.smithi008:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-514.el8.x86_64 2023-10-09T06:34:10.262 DEBUG:teuthology.orchestra.run.smithi008:> sudo shutdown -r now 2023-10-09T06:34:27.894 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2023-10-09T06:34:27.895 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2023-10-09T06:34:27.895 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:34:30.510 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2023-10-09T06:34:30.510 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2023-10-09T06:34:30.511 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:34:40.274 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2023-10-09T06:34:40.274 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2023-10-09T06:34:40.275 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:34:46.266 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.135 2023-10-09T06:34:48.826 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.191 2023-10-09T06:34:55.274 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2023-10-09T06:34:55.275 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:34:57.830 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2023-10-09T06:34:57.830 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:34:58.330 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.135 2023-10-09T06:34:58.810 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.8 2023-10-09T06:35:00.894 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.191 2023-10-09T06:35:07.814 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2023-10-09T06:35:07.815 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:35:10.334 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2023-10-09T06:35:10.334 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:35:10.874 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.8 2023-10-09T06:35:12.898 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2023-10-09T06:35:12.898 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:35:22.876 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2023-10-09T06:35:22.877 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:35:42.413 DEBUG:teuthology.orchestra.run.smithi135:> true 2023-10-09T06:35:43.005 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi135.front.sepia.ceph.com' 2023-10-09T06:35:43.006 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "4.18.0-514.el8.x86_64"... 2023-10-09T06:35:43.006 DEBUG:teuthology.orchestra.run.smithi135:> uname -r 2023-10-09T06:35:43.023 INFO:teuthology.orchestra.run.smithi135.stdout:4.18.0-514.el8.x86_64 2023-10-09T06:35:43.023 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-514.el8.x86_64 vs 4.18.0-514.el8.x86_64 2023-10-09T06:35:43.023 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-09T06:35:43.023 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-10-09T06:35:44.025 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2023-10-09T06:35:44.025 DEBUG:teuthology.orchestra.run.smithi135:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-09T06:35:44.103 INFO:teuthology.orchestra.run.smithi135.stdout:ttyS1 2023-10-09T06:35:44.115 DEBUG:teuthology.parallel:result is None 2023-10-09T06:35:44.783 DEBUG:teuthology.orchestra.run.smithi191:> true 2023-10-09T06:35:45.080 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi191.front.sepia.ceph.com' 2023-10-09T06:35:45.080 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "4.18.0-514.el8.x86_64"... 2023-10-09T06:35:45.080 DEBUG:teuthology.orchestra.run.smithi191:> uname -r 2023-10-09T06:35:45.097 INFO:teuthology.orchestra.run.smithi191.stdout:4.18.0-514.el8.x86_64 2023-10-09T06:35:45.097 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-514.el8.x86_64 vs 4.18.0-514.el8.x86_64 2023-10-09T06:35:45.098 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-09T06:35:45.098 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-10-09T06:35:46.099 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2023-10-09T06:35:46.099 DEBUG:teuthology.orchestra.run.smithi191:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-09T06:35:46.810 INFO:teuthology.orchestra.run.smithi191.stdout:ttyS1 2023-10-09T06:35:46.847 DEBUG:teuthology.parallel:result is None 2023-10-09T06:35:55.222 DEBUG:teuthology.orchestra.run.smithi008:> true 2023-10-09T06:35:55.765 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi008.front.sepia.ceph.com' 2023-10-09T06:35:55.765 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "4.18.0-514.el8.x86_64"... 2023-10-09T06:35:55.765 DEBUG:teuthology.orchestra.run.smithi008:> uname -r 2023-10-09T06:35:55.787 INFO:teuthology.orchestra.run.smithi008.stdout:4.18.0-514.el8.x86_64 2023-10-09T06:35:55.787 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-514.el8.x86_64 vs 4.18.0-514.el8.x86_64 2023-10-09T06:35:55.787 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-09T06:35:55.787 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-10-09T06:35:56.788 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2023-10-09T06:35:56.788 DEBUG:teuthology.orchestra.run.smithi008:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-09T06:35:56.864 INFO:teuthology.orchestra.run.smithi008.stdout:ttyS1 2023-10-09T06:35:56.878 DEBUG:teuthology.parallel:result is None 2023-10-09T06:35:56.878 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-09T06:35:56.886 INFO:teuthology.task.internal:Creating test directory... 2023-10-09T06:35:56.886 DEBUG:teuthology.orchestra.run.smithi008:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-09T06:35:56.889 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-09T06:35:56.891 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-09T06:35:56.915 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-09T06:35:56.926 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-09T06:35:56.935 INFO:teuthology.task.internal:Creating archive directory... 2023-10-09T06:35:56.935 DEBUG:teuthology.orchestra.run.smithi008:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-09T06:35:56.952 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-09T06:35:56.954 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-09T06:35:57.004 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-09T06:35:57.011 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-09T06:35:57.011 DEBUG:teuthology.orchestra.run.smithi008:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-09T06:35:57.013 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-09T06:35:57.016 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-09T06:35:57.051 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T06:35:57.052 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T06:35:57.062 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T06:35:57.064 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T06:35:57.076 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T06:35:57.088 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T06:35:57.089 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-09T06:35:57.098 INFO:teuthology.task.internal:Configuring sudo... 2023-10-09T06:35:57.098 DEBUG:teuthology.orchestra.run.smithi008:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-09T06:35:57.109 DEBUG:teuthology.orchestra.run.smithi135:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-09T06:35:57.111 DEBUG:teuthology.orchestra.run.smithi191:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-09T06:35:57.143 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-09T06:35:57.152 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-09T06:35:57.152 DEBUG:teuthology.orchestra.run.smithi008:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-09T06:35:57.186 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-09T06:35:57.188 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-09T06:35:57.207 DEBUG:teuthology.orchestra.run.smithi008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T06:35:57.299 DEBUG:teuthology.orchestra.run.smithi008:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T06:35:57.363 DEBUG:teuthology.orchestra.run.smithi008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T06:35:57.413 DEBUG:teuthology.orchestra.run.smithi008:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T06:35:57.464 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:35:57.464 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-09T06:35:57.539 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T06:35:57.586 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T06:35:57.636 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T06:35:57.722 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T06:35:57.766 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2023-10-09T06:35:57.766 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-09T06:35:57.833 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T06:35:57.883 DEBUG:teuthology.orchestra.run.smithi191:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T06:35:57.938 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T06:35:58.026 DEBUG:teuthology.orchestra.run.smithi191:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T06:35:58.071 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-10-09T06:35:58.072 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-09T06:35:58.141 DEBUG:teuthology.orchestra.run.smithi008:> sudo service rsyslog restart 2023-10-09T06:35:58.144 DEBUG:teuthology.orchestra.run.smithi135:> sudo service rsyslog restart 2023-10-09T06:35:58.146 DEBUG:teuthology.orchestra.run.smithi191:> sudo service rsyslog restart 2023-10-09T06:35:58.214 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T06:35:58.225 INFO:teuthology.orchestra.run.smithi008.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T06:35:58.252 INFO:teuthology.orchestra.run.smithi191.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T06:35:58.723 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-09T06:35:59.441 INFO:teuthology.task.internal:Starting timer... 2023-10-09T06:35:59.441 INFO:teuthology.run_tasks:Running task pcp... 2023-10-09T06:35:59.640 INFO:teuthology.run_tasks:Running task selinux... 2023-10-09T06:35:59.683 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-10-09T06:35:59.683 DEBUG:teuthology.orchestra.run.smithi008:> sudo service auditd rotate 2023-10-09T06:35:59.784 INFO:teuthology.orchestra.run.smithi008.stdout:Rotating logs: 2023-10-09T06:35:59.787 DEBUG:teuthology.orchestra.run.smithi135:> sudo service auditd rotate 2023-10-09T06:35:59.870 INFO:teuthology.orchestra.run.smithi135.stdout:Rotating logs: 2023-10-09T06:35:59.871 DEBUG:teuthology.orchestra.run.smithi191:> sudo service auditd rotate 2023-10-09T06:35:59.947 INFO:teuthology.orchestra.run.smithi191.stdout:Rotating logs: 2023-10-09T06:35:59.948 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-09T06:35:59.948 DEBUG:teuthology.orchestra.run.smithi008:> /usr/sbin/getenforce 2023-10-09T06:35:59.982 INFO:teuthology.orchestra.run.smithi008.stdout:Permissive 2023-10-09T06:35:59.982 DEBUG:teuthology.orchestra.run.smithi135:> /usr/sbin/getenforce 2023-10-09T06:36:00.064 INFO:teuthology.orchestra.run.smithi135.stdout:Permissive 2023-10-09T06:36:00.065 DEBUG:teuthology.orchestra.run.smithi191:> /usr/sbin/getenforce 2023-10-09T06:36:00.107 INFO:teuthology.orchestra.run.smithi191.stdout:Permissive 2023-10-09T06:36:00.108 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi008.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi135.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi191.front.sepia.ceph.com': 'permissive'} 2023-10-09T06:36:00.108 DEBUG:teuthology.orchestra.run.smithi008:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T06:36:00.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T06:36:00.149 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T06:36:00.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T06:36:00.176 DEBUG:teuthology.orchestra.run.smithi191:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T06:36:00.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T06:36:00.205 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-09T06:36:00.205 DEBUG:teuthology.orchestra.run.smithi008:> sudo /usr/sbin/setenforce permissive 2023-10-09T06:36:00.241 DEBUG:teuthology.orchestra.run.smithi135:> sudo /usr/sbin/setenforce permissive 2023-10-09T06:36:00.269 DEBUG:teuthology.orchestra.run.smithi191:> sudo /usr/sbin/setenforce permissive 2023-10-09T06:36:00.309 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-09T06:36:00.320 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-10-09T06:36:00.336 INFO:teuthology.repo_utils:Fetching main from origin 2023-10-09T06:36:00.463 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-09T06:36:00.479 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-09T06:36:00.480 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi008.front.sepia.ceph.com,smithi135.front.sepia.ceph.com,smithi191.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-09T06:44:17.986 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi008.front.sepia.ceph.com'), Remote(name='ubuntu@smithi135.front.sepia.ceph.com'), Remote(name='ubuntu@smithi191.front.sepia.ceph.com')] 2023-10-09T06:44:18.002 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2023-10-09T06:44:18.003 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:44:18.119 DEBUG:teuthology.orchestra.run.smithi008:> true 2023-10-09T06:44:18.194 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi008.front.sepia.ceph.com' 2023-10-09T06:44:18.194 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2023-10-09T06:44:18.195 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:44:18.264 DEBUG:teuthology.orchestra.run.smithi135:> true 2023-10-09T06:44:18.339 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi135.front.sepia.ceph.com' 2023-10-09T06:44:18.339 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2023-10-09T06:44:18.340 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T06:44:18.409 DEBUG:teuthology.orchestra.run.smithi191:> true 2023-10-09T06:44:18.486 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi191.front.sepia.ceph.com' 2023-10-09T06:44:18.487 INFO:teuthology.run_tasks:Running task clock... 2023-10-09T06:44:18.497 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-09T06:44:18.497 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-09T06:44:18.497 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T06:44:18.500 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-09T06:44:18.500 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T06:44:18.502 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-09T06:44:18.503 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T06:44:18.536 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-09T06:44:18.540 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-09T06:44:18.552 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-09T06:44:18.557 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-09T06:44:18.560 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-09T06:44:18.575 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-09T06:44:18.628 INFO:teuthology.orchestra.run.smithi008.stderr:sudo: ntpd: command not found 2023-10-09T06:44:18.630 INFO:teuthology.orchestra.run.smithi135.stderr:sudo: ntpd: command not found 2023-10-09T06:44:18.641 INFO:teuthology.orchestra.run.smithi008.stdout:506 Cannot talk to daemon 2023-10-09T06:44:18.642 INFO:teuthology.orchestra.run.smithi135.stdout:506 Cannot talk to daemon 2023-10-09T06:44:18.644 INFO:teuthology.orchestra.run.smithi191.stderr:sudo: ntpd: command not found 2023-10-09T06:44:18.656 INFO:teuthology.orchestra.run.smithi191.stdout:506 Cannot talk to daemon 2023-10-09T06:44:18.656 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-09T06:44:18.658 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-09T06:44:18.671 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-09T06:44:18.671 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-09T06:44:18.674 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-09T06:44:18.684 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-09T06:44:18.738 INFO:teuthology.orchestra.run.smithi135.stderr:bash: ntpq: command not found 2023-10-09T06:44:18.741 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T06:44:18.741 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2023-10-09T06:44:18.742 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.742 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.742 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.742 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.745 INFO:teuthology.orchestra.run.smithi008.stderr:bash: ntpq: command not found 2023-10-09T06:44:18.749 INFO:teuthology.orchestra.run.smithi008.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T06:44:18.750 INFO:teuthology.orchestra.run.smithi008.stdout:=============================================================================== 2023-10-09T06:44:18.750 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.750 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.750 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.751 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.759 INFO:teuthology.orchestra.run.smithi191.stderr:bash: ntpq: command not found 2023-10-09T06:44:18.763 INFO:teuthology.orchestra.run.smithi191.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T06:44:18.763 INFO:teuthology.orchestra.run.smithi191.stdout:=============================================================================== 2023-10-09T06:44:18.763 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.763 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.763 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.763 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T06:44:18.764 INFO:teuthology.run_tasks:Running task pexec... 2023-10-09T06:44:18.772 INFO:teuthology.task.pexec:Executing custom commands... 2023-10-09T06:44:18.773 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi008.front.sepia.ceph.com 2023-10-09T06:44:18.773 DEBUG:teuthology.orchestra.run.smithi008:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-09T06:44:18.773 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi135.front.sepia.ceph.com 2023-10-09T06:44:18.773 DEBUG:teuthology.orchestra.run.smithi135:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-09T06:44:18.774 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi191.front.sepia.ceph.com 2023-10-09T06:44:18.774 DEBUG:teuthology.orchestra.run.smithi191:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-09T06:44:19.664 INFO:teuthology.orchestra.run.smithi135.stdout:Last metadata expiration check: 0:02:25 ago on Mon 09 Oct 2023 06:41:54 AM UTC. 2023-10-09T06:44:19.687 INFO:teuthology.orchestra.run.smithi191.stdout:Last metadata expiration check: 0:02:25 ago on Mon 09 Oct 2023 06:41:54 AM UTC. 2023-10-09T06:44:19.813 INFO:teuthology.orchestra.run.smithi008.stdout:Last metadata expiration check: 0:01:42 ago on Mon 09 Oct 2023 06:42:37 AM UTC. 2023-10-09T06:44:21.684 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout: Package Architecture Version Repository Size 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout:Resetting modules: 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout: container-tools 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:44:21.685 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:44:21.690 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2023-10-09T06:44:21.691 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:44:21.691 INFO:teuthology.orchestra.run.smithi135.stdout: Package Architecture Version Repository Size 2023-10-09T06:44:21.691 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:44:21.691 INFO:teuthology.orchestra.run.smithi135.stdout:Resetting modules: 2023-10-09T06:44:21.691 INFO:teuthology.orchestra.run.smithi135.stdout: container-tools 2023-10-09T06:44:21.691 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:44:21.692 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2023-10-09T06:44:21.692 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:44:21.692 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:44:21.937 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2023-10-09T06:44:21.938 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2023-10-09T06:44:22.069 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2023-10-09T06:44:22.070 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:44:22.070 INFO:teuthology.orchestra.run.smithi008.stdout: Package Architecture Version Repository Size 2023-10-09T06:44:22.070 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:44:22.071 INFO:teuthology.orchestra.run.smithi008.stdout:Resetting modules: 2023-10-09T06:44:22.071 INFO:teuthology.orchestra.run.smithi008.stdout: container-tools 2023-10-09T06:44:22.071 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:44:22.071 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction Summary 2023-10-09T06:44:22.071 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:44:22.071 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:44:22.375 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2023-10-09T06:44:22.871 INFO:teuthology.orchestra.run.smithi191.stdout:Last metadata expiration check: 0:02:28 ago on Mon 09 Oct 2023 06:41:54 AM UTC. 2023-10-09T06:44:22.885 INFO:teuthology.orchestra.run.smithi135.stdout:Last metadata expiration check: 0:02:28 ago on Mon 09 Oct 2023 06:41:54 AM UTC. 2023-10-09T06:44:23.456 INFO:teuthology.orchestra.run.smithi008.stdout:Last metadata expiration check: 0:01:46 ago on Mon 09 Oct 2023 06:42:37 AM UTC. 2023-10-09T06:44:24.890 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2023-10-09T06:44:24.908 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2023-10-09T06:44:25.049 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:44:25.049 INFO:teuthology.orchestra.run.smithi191.stdout: Package Arch Version Repository Size 2023-10-09T06:44:25.049 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:44:25.049 INFO:teuthology.orchestra.run.smithi191.stdout:Installing group/module packages: 2023-10-09T06:44:25.049 INFO:teuthology.orchestra.run.smithi191.stdout: aardvark-dns x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 1.0 M 2023-10-09T06:44:25.049 INFO:teuthology.orchestra.run.smithi191.stdout: buildah x86_64 1:1.31.3-1.module_el8+664+4072b3ae appstream 8.8 M 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: cockpit-podman noarch 75-1.module_el8+664+4072b3ae appstream 739 k 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: crun x86_64 1.8.7-1.module_el8+661+d1afb926 appstream 239 k 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: netavark x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 3.7 M 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: python3-podman noarch 4.6.0-1.module_el8+582+a2558ae2 appstream 177 k 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: skopeo x86_64 2:1.13.3-1.module_el8+664+4072b3ae appstream 8.1 M 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: toolbox x86_64 0.0.99.4-5.module_el8+649+e2deac1d appstream 2.5 M 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: udica noarch 0.2.6-20.module_el8+487+8e42a277 appstream 53 k 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout:Installing dependencies: 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-10-09T06:44:25.050 INFO:teuthology.orchestra.run.smithi191.stdout:Installing weak dependencies: 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout:Installing module profiles: 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout: container-tools/common 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout:Enabling module streams: 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout: container-tools rhel8 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout:Install 13 Packages 2023-10-09T06:44:25.051 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:44:25.052 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 26 M 2023-10-09T06:44:25.052 INFO:teuthology.orchestra.run.smithi191.stdout:Installed size: 87 M 2023-10-09T06:44:25.052 INFO:teuthology.orchestra.run.smithi191.stdout:Downloading Packages: 2023-10-09T06:44:25.066 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:44:25.066 INFO:teuthology.orchestra.run.smithi135.stdout: Package Arch Version Repository Size 2023-10-09T06:44:25.066 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:44:25.066 INFO:teuthology.orchestra.run.smithi135.stdout:Installing group/module packages: 2023-10-09T06:44:25.067 INFO:teuthology.orchestra.run.smithi135.stdout: aardvark-dns x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 1.0 M 2023-10-09T06:44:25.067 INFO:teuthology.orchestra.run.smithi135.stdout: buildah x86_64 1:1.31.3-1.module_el8+664+4072b3ae appstream 8.8 M 2023-10-09T06:44:25.067 INFO:teuthology.orchestra.run.smithi135.stdout: cockpit-podman noarch 75-1.module_el8+664+4072b3ae appstream 739 k 2023-10-09T06:44:25.067 INFO:teuthology.orchestra.run.smithi135.stdout: crun x86_64 1.8.7-1.module_el8+661+d1afb926 appstream 239 k 2023-10-09T06:44:25.067 INFO:teuthology.orchestra.run.smithi135.stdout: netavark x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 3.7 M 2023-10-09T06:44:25.067 INFO:teuthology.orchestra.run.smithi135.stdout: python3-podman noarch 4.6.0-1.module_el8+582+a2558ae2 appstream 177 k 2023-10-09T06:44:25.067 INFO:teuthology.orchestra.run.smithi135.stdout: skopeo x86_64 2:1.13.3-1.module_el8+664+4072b3ae appstream 8.1 M 2023-10-09T06:44:25.068 INFO:teuthology.orchestra.run.smithi135.stdout: toolbox x86_64 0.0.99.4-5.module_el8+649+e2deac1d appstream 2.5 M 2023-10-09T06:44:25.068 INFO:teuthology.orchestra.run.smithi135.stdout: udica noarch 0.2.6-20.module_el8+487+8e42a277 appstream 53 k 2023-10-09T06:44:25.068 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2023-10-09T06:44:25.068 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-10-09T06:44:25.068 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-10-09T06:44:25.068 INFO:teuthology.orchestra.run.smithi135.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-10-09T06:44:25.069 INFO:teuthology.orchestra.run.smithi135.stdout:Installing weak dependencies: 2023-10-09T06:44:25.069 INFO:teuthology.orchestra.run.smithi135.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-10-09T06:44:25.069 INFO:teuthology.orchestra.run.smithi135.stdout:Installing module profiles: 2023-10-09T06:44:25.069 INFO:teuthology.orchestra.run.smithi135.stdout: container-tools/common 2023-10-09T06:44:25.069 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:44:25.070 INFO:teuthology.orchestra.run.smithi135.stdout:Enabling module streams: 2023-10-09T06:44:25.070 INFO:teuthology.orchestra.run.smithi135.stdout: container-tools rhel8 2023-10-09T06:44:25.070 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:44:25.070 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2023-10-09T06:44:25.070 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2023-10-09T06:44:25.070 INFO:teuthology.orchestra.run.smithi135.stdout:Install 13 Packages 2023-10-09T06:44:25.071 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:44:25.072 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 26 M 2023-10-09T06:44:25.072 INFO:teuthology.orchestra.run.smithi135.stdout:Installed size: 87 M 2023-10-09T06:44:25.072 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2023-10-09T06:44:25.607 INFO:teuthology.orchestra.run.smithi135.stdout:(1/13): cockpit-podman-75-1.module_el8+664+4072 1.7 MB/s | 739 kB 00:00 2023-10-09T06:44:25.667 INFO:teuthology.orchestra.run.smithi191.stdout:(1/13): cockpit-podman-75-1.module_el8+664+4072 2.0 MB/s | 739 kB 00:00 2023-10-09T06:44:25.677 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2023-10-09T06:44:25.707 INFO:teuthology.orchestra.run.smithi135.stdout:(2/13): aardvark-dns-1.7.0-1.module_el8+487+8e4 1.9 MB/s | 1.0 MB 00:00 2023-10-09T06:44:25.733 INFO:teuthology.orchestra.run.smithi135.stdout:(3/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 302 kB/s | 38 kB 00:00 2023-10-09T06:44:25.742 INFO:teuthology.orchestra.run.smithi191.stdout:(2/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 504 kB/s | 38 kB 00:00 2023-10-09T06:44:25.784 INFO:teuthology.orchestra.run.smithi191.stdout:(3/13): aardvark-dns-1.7.0-1.module_el8+487+8e4 2.0 MB/s | 1.0 MB 00:00 2023-10-09T06:44:25.833 INFO:teuthology.orchestra.run.smithi135.stdout:(4/13): crun-1.8.7-1.module_el8+661+d1afb926.x8 1.9 MB/s | 239 kB 00:00 2023-10-09T06:44:25.851 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:44:25.851 INFO:teuthology.orchestra.run.smithi008.stdout: Package Arch Version Repository Size 2023-10-09T06:44:25.851 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:44:25.851 INFO:teuthology.orchestra.run.smithi008.stdout:Installing group/module packages: 2023-10-09T06:44:25.851 INFO:teuthology.orchestra.run.smithi008.stdout: aardvark-dns x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 1.0 M 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: buildah x86_64 1:1.31.3-1.module_el8+664+4072b3ae appstream 8.8 M 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: cockpit-podman noarch 75-1.module_el8+664+4072b3ae appstream 739 k 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: crun x86_64 1.8.7-1.module_el8+661+d1afb926 appstream 239 k 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: netavark x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 3.7 M 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: python3-podman noarch 4.6.0-1.module_el8+582+a2558ae2 appstream 177 k 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: skopeo x86_64 2:1.13.3-1.module_el8+664+4072b3ae appstream 8.1 M 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: toolbox x86_64 0.0.99.4-5.module_el8+649+e2deac1d appstream 2.5 M 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: udica noarch 0.2.6-20.module_el8+487+8e42a277 appstream 53 k 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout:Installing dependencies: 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-10-09T06:44:25.852 INFO:teuthology.orchestra.run.smithi008.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:Installing weak dependencies: 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:Installing module profiles: 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout: container-tools/common 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling module streams: 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout: container-tools rhel8 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction Summary 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:Install 13 Packages 2023-10-09T06:44:25.853 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:44:25.854 INFO:teuthology.orchestra.run.smithi008.stdout:Total download size: 26 M 2023-10-09T06:44:25.854 INFO:teuthology.orchestra.run.smithi008.stdout:Installed size: 87 M 2023-10-09T06:44:25.855 INFO:teuthology.orchestra.run.smithi008.stdout:Downloading Packages: 2023-10-09T06:44:25.868 INFO:teuthology.orchestra.run.smithi191.stdout:(4/13): crun-1.8.7-1.module_el8+661+d1afb926.x8 1.9 MB/s | 239 kB 00:00 2023-10-09T06:44:26.010 INFO:teuthology.orchestra.run.smithi191.stdout:(5/13): python3-podman-4.6.0-1.module_el8+582+a 1.2 MB/s | 177 kB 00:00 2023-10-09T06:44:26.119 INFO:teuthology.orchestra.run.smithi191.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 228 kB/s | 25 kB 00:00 2023-10-09T06:44:26.181 INFO:teuthology.orchestra.run.smithi135.stdout:(5/13): python3-podman-4.6.0-1.module_el8+582+a 511 kB/s | 177 kB 00:00 2023-10-09T06:44:26.218 INFO:teuthology.orchestra.run.smithi191.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 941 kB/s | 94 kB 00:00 2023-10-09T06:44:26.401 INFO:teuthology.orchestra.run.smithi135.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 113 kB/s | 25 kB 00:00 2023-10-09T06:44:26.459 INFO:teuthology.orchestra.run.smithi135.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 1.6 MB/s | 94 kB 00:00 2023-10-09T06:44:26.460 INFO:teuthology.orchestra.run.smithi008.stdout:(1/13): cockpit-podman-75-1.module_el8+664+4072 1.4 MB/s | 739 kB 00:00 2023-10-09T06:44:26.537 INFO:teuthology.orchestra.run.smithi008.stdout:(2/13): aardvark-dns-1.7.0-1.module_el8+487+8e4 1.6 MB/s | 1.0 MB 00:00 2023-10-09T06:44:26.552 INFO:teuthology.orchestra.run.smithi008.stdout:(3/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 413 kB/s | 38 kB 00:00 2023-10-09T06:44:26.669 INFO:teuthology.orchestra.run.smithi008.stdout:(4/13): crun-1.8.7-1.module_el8+661+d1afb926.x8 1.7 MB/s | 239 kB 00:00 2023-10-09T06:44:26.820 INFO:teuthology.orchestra.run.smithi008.stdout:(5/13): python3-podman-4.6.0-1.module_el8+582+a 1.2 MB/s | 177 kB 00:00 2023-10-09T06:44:26.904 INFO:teuthology.orchestra.run.smithi008.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 296 kB/s | 25 kB 00:00 2023-10-09T06:44:26.979 INFO:teuthology.orchestra.run.smithi008.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 1.2 MB/s | 94 kB 00:00 2023-10-09T06:44:27.659 INFO:teuthology.orchestra.run.smithi135.stdout:(8/13): netavark-1.7.0-1.module_el8+487+8e42a27 1.9 MB/s | 3.7 MB 00:01 2023-10-09T06:44:29.196 INFO:teuthology.orchestra.run.smithi008.stdout:(8/13): netavark-1.7.0-1.module_el8+487+8e42a27 1.4 MB/s | 3.7 MB 00:02 2023-10-09T06:44:29.510 INFO:teuthology.orchestra.run.smithi135.stdout:(9/13): skopeo-1.13.3-1.module_el8+664+4072b3ae 2.7 MB/s | 8.1 MB 00:03 2023-10-09T06:44:29.610 INFO:teuthology.orchestra.run.smithi135.stdout:(10/13): udica-0.2.6-20.module_el8+487+8e42a277 528 kB/s | 53 kB 00:00 2023-10-09T06:44:29.610 INFO:teuthology.orchestra.run.smithi191.stdout:(8/13): netavark-1.7.0-1.module_el8+487+8e42a27 1.0 MB/s | 3.7 MB 00:03 2023-10-09T06:44:29.702 INFO:teuthology.orchestra.run.smithi135.stdout:(11/13): yajl-2.1.0-12.el8.x86_64.rpm 447 kB/s | 41 kB 00:00 2023-10-09T06:44:30.202 INFO:teuthology.orchestra.run.smithi135.stdout:(12/13): toolbox-0.0.99.4-5.module_el8+649+e2de 1.0 MB/s | 2.5 MB 00:02 2023-10-09T06:44:30.463 INFO:teuthology.orchestra.run.smithi008.stdout:(9/13): toolbox-0.0.99.4-5.module_el8+649+e2dea 2.0 MB/s | 2.5 MB 00:01 2023-10-09T06:44:30.538 INFO:teuthology.orchestra.run.smithi008.stdout:(10/13): udica-0.2.6-20.module_el8+487+8e42a277 704 kB/s | 53 kB 00:00 2023-10-09T06:44:30.622 INFO:teuthology.orchestra.run.smithi008.stdout:(11/13): yajl-2.1.0-12.el8.x86_64.rpm 491 kB/s | 41 kB 00:00 2023-10-09T06:44:30.910 INFO:teuthology.orchestra.run.smithi191.stdout:(9/13): skopeo-1.13.3-1.module_el8+664+4072b3ae 1.7 MB/s | 8.1 MB 00:04 2023-10-09T06:44:30.994 INFO:teuthology.orchestra.run.smithi191.stdout:(10/13): udica-0.2.6-20.module_el8+487+8e42a277 634 kB/s | 53 kB 00:00 2023-10-09T06:44:31.052 INFO:teuthology.orchestra.run.smithi191.stdout:(11/13): yajl-2.1.0-12.el8.x86_64.rpm 701 kB/s | 41 kB 00:00 2023-10-09T06:44:32.536 INFO:teuthology.orchestra.run.smithi191.stdout:(12/13): buildah-1.31.3-1.module_el8+664+4072b3 1.2 MB/s | 8.8 MB 00:07 2023-10-09T06:44:32.746 INFO:teuthology.orchestra.run.smithi008.stdout:(12/13): buildah-1.31.3-1.module_el8+664+4072b3 1.3 MB/s | 8.8 MB 00:06 2023-10-09T06:44:33.494 INFO:teuthology.orchestra.run.smithi135.stdout:(13/13): buildah-1.31.3-1.module_el8+664+4072b3 1.1 MB/s | 8.8 MB 00:08 2023-10-09T06:44:33.494 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2023-10-09T06:44:33.494 INFO:teuthology.orchestra.run.smithi135.stdout:Total 3.0 MB/s | 26 MB 00:08 2023-10-09T06:44:33.763 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2023-10-09T06:44:33.784 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2023-10-09T06:44:33.784 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2023-10-09T06:44:33.811 INFO:teuthology.orchestra.run.smithi191.stdout:(13/13): toolbox-0.0.99.4-5.module_el8+649+e2de 617 kB/s | 2.5 MB 00:04 2023-10-09T06:44:33.812 INFO:teuthology.orchestra.run.smithi191.stdout:-------------------------------------------------------------------------------- 2023-10-09T06:44:33.812 INFO:teuthology.orchestra.run.smithi191.stdout:Total 2.9 MB/s | 26 MB 00:08 2023-10-09T06:44:34.043 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2023-10-09T06:44:34.047 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2023-10-09T06:44:34.081 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2023-10-09T06:44:34.102 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2023-10-09T06:44:34.102 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2023-10-09T06:44:34.353 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2023-10-09T06:44:34.356 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2023-10-09T06:44:34.715 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2023-10-09T06:44:34.939 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-10-09T06:44:34.963 INFO:teuthology.orchestra.run.smithi008.stdout:(13/13): skopeo-1.13.3-1.module_el8+664+4072b3a 1.0 MB/s | 8.1 MB 00:07 2023-10-09T06:44:34.964 INFO:teuthology.orchestra.run.smithi008.stdout:-------------------------------------------------------------------------------- 2023-10-09T06:44:34.964 INFO:teuthology.orchestra.run.smithi008.stdout:Total 2.8 MB/s | 26 MB 00:09 2023-10-09T06:44:35.040 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2023-10-09T06:44:35.126 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-10-09T06:44:35.252 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction check 2023-10-09T06:44:35.277 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction check succeeded. 2023-10-09T06:44:35.277 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction test 2023-10-09T06:44:35.295 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-10-09T06:44:35.328 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-10-09T06:44:35.472 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-10-09T06:44:35.593 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction test succeeded. 2023-10-09T06:44:35.597 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction 2023-10-09T06:44:35.612 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-10-09T06:44:35.702 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-10-09T06:44:35.940 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-10-09T06:44:36.157 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 5/13 2023-10-09T06:44:36.351 INFO:teuthology.orchestra.run.smithi008.stdout: Preparing : 1/1 2023-10-09T06:44:36.487 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 5/13 2023-10-09T06:44:36.623 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-10-09T06:44:36.808 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-10-09T06:44:37.055 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-10-09T06:44:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-10-09T06:44:37.287 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-10-09T06:44:37.366 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 7/13 2023-10-09T06:44:37.528 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-10-09T06:44:37.588 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : crun-1.8.7-1.module_el8+661+d1afb926.x86_64 8/13 2023-10-09T06:44:37.763 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 7/13 2023-10-09T06:44:37.872 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 9/13 2023-10-09T06:44:37.925 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 5/13 2023-10-09T06:44:38.009 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : crun-1.8.7-1.module_el8+661+d1afb926.x86_64 8/13 2023-10-09T06:44:38.271 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : udica-0.2.6-20.module_el8+487+8e42a277.noarch 10/13 2023-10-09T06:44:38.302 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 9/13 2023-10-09T06:44:38.693 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : udica-0.2.6-20.module_el8+487+8e42a277.noarch 10/13 2023-10-09T06:44:38.940 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-10-09T06:44:39.177 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-10-09T06:44:39.191 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 7/13 2023-10-09T06:44:39.392 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 12/13 2023-10-09T06:44:39.396 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : crun-1.8.7-1.module_el8+661+d1afb926.x86_64 8/13 2023-10-09T06:44:39.588 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-10-09T06:44:39.599 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 13/13 2023-10-09T06:44:39.679 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 9/13 2023-10-09T06:44:39.821 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 12/13 2023-10-09T06:44:40.023 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 13/13 2023-10-09T06:44:40.023 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 1/13 2023-10-09T06:44:40.023 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 2/13 2023-10-09T06:44:40.023 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 3/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : crun-1.8.7-1.module_el8+661+d1afb926.x86_64 5/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 7/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 10/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-10-09T06:44:40.024 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : udica-0.2.6-20.module_el8+487+8e42a277.noarch 12/13 2023-10-09T06:44:40.044 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 13/13 2023-10-09T06:44:40.115 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : udica-0.2.6-20.module_el8+487+8e42a277.noarch 10/13 2023-10-09T06:44:40.476 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 13/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 1/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 2/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 3/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : crun-1.8.7-1.module_el8+661+d1afb926.x86_64 5/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 7/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 10/13 2023-10-09T06:44:40.477 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-10-09T06:44:40.478 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : udica-0.2.6-20.module_el8+487+8e42a277.noarch 12/13 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: crun-1.8.7-1.module_el8+661+d1afb926.x86_64 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-10-09T06:44:40.770 INFO:teuthology.orchestra.run.smithi135.stdout: python3-podman-4.6.0-1.module_el8+582+a2558ae2.noarch 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout: skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout: toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout: udica-0.2.6-20.module_el8+487+8e42a277.noarch 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout: yajl-2.1.0-12.el8.x86_64 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout: 2023-10-09T06:44:40.771 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2023-10-09T06:44:41.080 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-10-09T06:44:41.119 DEBUG:teuthology.parallel:result is None 2023-10-09T06:44:41.256 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-10-09T06:44:41.256 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:44:41.256 INFO:teuthology.orchestra.run.smithi191.stdout:Installed: 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: crun-1.8.7-1.module_el8+661+d1afb926.x86_64 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: python3-podman-4.6.0-1.module_el8+582+a2558ae2.noarch 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 2023-10-09T06:44:41.257 INFO:teuthology.orchestra.run.smithi191.stdout: udica-0.2.6-20.module_el8+487+8e42a277.noarch 2023-10-09T06:44:41.258 INFO:teuthology.orchestra.run.smithi191.stdout: yajl-2.1.0-12.el8.x86_64 2023-10-09T06:44:41.258 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:44:41.258 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2023-10-09T06:44:41.309 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 12/13 2023-10-09T06:44:41.513 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 13/13 2023-10-09T06:44:41.558 DEBUG:teuthology.parallel:result is None 2023-10-09T06:44:42.010 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 13/13 2023-10-09T06:44:42.010 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 1/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 2/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 3/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : crun-1.8.7-1.module_el8+661+d1afb926.x86_64 5/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 7/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 10/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-10-09T06:44:42.011 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : udica-0.2.6-20.module_el8+487+8e42a277.noarch 12/13 2023-10-09T06:44:42.783 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-10-09T06:44:42.783 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout:Installed: 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: buildah-1:1.31.3-1.module_el8+664+4072b3ae.x86_64 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: cockpit-podman-75-1.module_el8+664+4072b3ae.noarch 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: crun-1.8.7-1.module_el8+661+d1afb926.x86_64 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: python3-podman-4.6.0-1.module_el8+582+a2558ae2.noarch 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-09T06:44:42.784 INFO:teuthology.orchestra.run.smithi008.stdout: skopeo-2:1.13.3-1.module_el8+664+4072b3ae.x86_64 2023-10-09T06:44:42.785 INFO:teuthology.orchestra.run.smithi008.stdout: toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 2023-10-09T06:44:42.785 INFO:teuthology.orchestra.run.smithi008.stdout: udica-0.2.6-20.module_el8+487+8e42a277.noarch 2023-10-09T06:44:42.785 INFO:teuthology.orchestra.run.smithi008.stdout: yajl-2.1.0-12.el8.x86_64 2023-10-09T06:44:42.785 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:44:42.785 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2023-10-09T06:44:43.134 DEBUG:teuthology.parallel:result is None 2023-10-09T06:44:43.134 INFO:teuthology.run_tasks:Running task cephadm... 2023-10-09T06:44:43.587 INFO:tasks.cephadm:Config: {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bcea8c48517ff154f392584022efa0718f51c9f2'} 2023-10-09T06:44:43.588 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 2023-10-09T06:44:43.588 INFO:tasks.cephadm:Cluster fsid is 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:44:43.588 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-10-09T06:44:43.588 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.8', 'mon.b': '172.21.15.135', 'mon.c': '172.21.15.191'} 2023-10-09T06:44:43.589 INFO:tasks.cephadm:First mon is mon.a on smithi008 2023-10-09T06:44:43.589 INFO:tasks.cephadm:First mgr is x 2023-10-09T06:44:43.589 INFO:tasks.cephadm:Normalizing hostnames... 2023-10-09T06:44:43.589 DEBUG:teuthology.orchestra.run.smithi008:> sudo hostname $(hostname -s) 2023-10-09T06:44:43.626 DEBUG:teuthology.orchestra.run.smithi135:> sudo hostname $(hostname -s) 2023-10-09T06:44:43.662 DEBUG:teuthology.orchestra.run.smithi191:> sudo hostname $(hostname -s) 2023-10-09T06:44:43.697 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-10-09T06:44:43.698 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=bcea8c48517ff154f392584022efa0718f51c9f2 2023-10-09T06:44:43.835 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'bcea8c48517ff154f392584022efa0718f51c9f2', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/72782/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-5817-gbcea8c48', 'node_name': '172.21.4.65+confusa03', 'job_name': 'ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-5817.gbcea8c48'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-barakda-cephadm-nvmeof/bcea8c48517ff154f392584022efa0718f51c9f2/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-09-25 21:06:38.915379', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-barakda-cephadm-nvmeof', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-barakda-cephadm-nvmeof/bcea8c48517ff154f392584022efa0718f51c9f2/centos/8/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2023-10-09T06:44:44.188 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-barakda-cephadm-nvmeof, sha1 bcea8c48517ff154f392584022efa0718f51c9f2 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=bcea8c48517ff154f392584022efa0718f51c9f2 2023-10-09T06:44:44.267 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-barakda-cephadm-nvmeof/bcea8c48517ff154f392584022efa0718f51c9f2/centos/8/x86_64/flavors/default/cephadm 2023-10-09T06:44:44.267 DEBUG:teuthology.orchestra.run.smithi008:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-barakda-cephadm-nvmeof/bcea8c48517ff154f392584022efa0718f51c9f2/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:44.645 INFO:teuthology.orchestra.run.smithi008.stdout:-rw-rw-r--. 1 ubuntu ubuntu 705688 Oct 9 06:44 /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:44.646 DEBUG:teuthology.orchestra.run.smithi135:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-barakda-cephadm-nvmeof/bcea8c48517ff154f392584022efa0718f51c9f2/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:45.392 INFO:teuthology.orchestra.run.smithi135.stdout:-rw-rw-r--. 1 ubuntu ubuntu 705688 Oct 9 06:44 /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:45.393 DEBUG:teuthology.orchestra.run.smithi191:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-barakda-cephadm-nvmeof/bcea8c48517ff154f392584022efa0718f51c9f2/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:45.783 INFO:teuthology.orchestra.run.smithi191.stdout:-rw-rw-r--. 1 ubuntu ubuntu 705688 Oct 9 06:44 /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:45.784 DEBUG:teuthology.orchestra.run.smithi008:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:45.808 DEBUG:teuthology.orchestra.run.smithi135:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:45.831 DEBUG:teuthology.orchestra.run.smithi191:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-09T06:44:45.866 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 on all hosts... 2023-10-09T06:44:45.866 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 pull 2023-10-09T06:44:45.869 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 pull 2023-10-09T06:44:45.874 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 pull 2023-10-09T06:44:47.474 INFO:teuthology.orchestra.run.smithi008.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2... 2023-10-09T06:44:47.579 INFO:teuthology.orchestra.run.smithi191.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2... 2023-10-09T06:44:47.627 INFO:teuthology.orchestra.run.smithi135.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2... 2023-10-09T06:45:23.597 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2023-10-09T06:45:23.597 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_version": "ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev)", 2023-10-09T06:45:23.597 INFO:teuthology.orchestra.run.smithi135.stdout: "image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", 2023-10-09T06:45:23.597 INFO:teuthology.orchestra.run.smithi135.stdout: "repo_digests": [ 2023-10-09T06:45:23.597 INFO:teuthology.orchestra.run.smithi135.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7" 2023-10-09T06:45:23.597 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2023-10-09T06:45:23.597 INFO:teuthology.orchestra.run.smithi135.stdout:} 2023-10-09T06:45:44.191 INFO:teuthology.orchestra.run.smithi191.stdout:{ 2023-10-09T06:45:44.192 INFO:teuthology.orchestra.run.smithi191.stdout: "ceph_version": "ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev)", 2023-10-09T06:45:44.192 INFO:teuthology.orchestra.run.smithi191.stdout: "image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", 2023-10-09T06:45:44.192 INFO:teuthology.orchestra.run.smithi191.stdout: "repo_digests": [ 2023-10-09T06:45:44.192 INFO:teuthology.orchestra.run.smithi191.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7" 2023-10-09T06:45:44.192 INFO:teuthology.orchestra.run.smithi191.stdout: ] 2023-10-09T06:45:44.192 INFO:teuthology.orchestra.run.smithi191.stdout:} 2023-10-09T06:45:45.780 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2023-10-09T06:45:45.780 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_version": "ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev)", 2023-10-09T06:45:45.780 INFO:teuthology.orchestra.run.smithi008.stdout: "image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", 2023-10-09T06:45:45.780 INFO:teuthology.orchestra.run.smithi008.stdout: "repo_digests": [ 2023-10-09T06:45:45.780 INFO:teuthology.orchestra.run.smithi008.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7" 2023-10-09T06:45:45.780 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2023-10-09T06:45:45.780 INFO:teuthology.orchestra.run.smithi008.stdout:} 2023-10-09T06:45:45.807 DEBUG:teuthology.orchestra.run.smithi008:> sudo mkdir -p /etc/ceph 2023-10-09T06:45:45.846 DEBUG:teuthology.orchestra.run.smithi135:> sudo mkdir -p /etc/ceph 2023-10-09T06:45:45.884 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /etc/ceph 2023-10-09T06:45:45.922 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 777 /etc/ceph 2023-10-09T06:45:45.957 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 777 /etc/ceph 2023-10-09T06:45:45.989 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 777 /etc/ceph 2023-10-09T06:45:46.020 INFO:tasks.cephadm:Writing seed config... 2023-10-09T06:45:46.023 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-10-09T06:45:46.023 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-10-09T06:45:46.023 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-10-09T06:45:46.023 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-10-09T06:45:46.023 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-10-09T06:45:46.023 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-10-09T06:45:46.024 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-10-09T06:45:46.024 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:45:46.024 DEBUG:teuthology.orchestra.run.smithi008:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-10-09T06:45:46.049 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 543f0786-666f-11ee-8db5-212e2dc638e7 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-10-09T06:45:46.050 DEBUG:teuthology.orchestra.run.smithi008:mon.a> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a.service 2023-10-09T06:45:46.092 DEBUG:teuthology.orchestra.run.smithi008:mgr.x> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mgr.x.service 2023-10-09T06:45:46.126 INFO:journalctl@ceph.mon.a.smithi008.stdout:-- Logs begin at Mon 2023-10-09 06:35:31 UTC. -- 2023-10-09T06:45:46.127 INFO:tasks.cephadm:Bootstrapping... 2023-10-09T06:45:46.127 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 -v bootstrap --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.8 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-10-09T06:45:46.158 INFO:journalctl@ceph.mgr.x.smithi008.stdout:-- Logs begin at Mon 2023-10-09 06:35:31 UTC. -- 2023-10-09T06:45:46.315 INFO:teuthology.orchestra.run.smithi008.stdout:-------------------------------------------------------------------------------- 2023-10-09T06:45:46.315 INFO:teuthology.orchestra.run.smithi008.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2', '-v', 'bootstrap', '--fsid', '543f0786-666f-11ee-8db5-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.8', '--skip-admin-label'] 2023-10-09T06:45:46.357 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stdout 4.6.1 2023-10-09T06:45:46.357 INFO:teuthology.orchestra.run.smithi008.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-10-09T06:45:46.358 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying podman|docker is present... 2023-10-09T06:45:46.390 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stdout 4.6.1 2023-10-09T06:45:46.391 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying lvm2 is present... 2023-10-09T06:45:46.391 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying time synchronization is in place... 2023-10-09T06:45:46.398 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-09T06:45:46.399 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-09T06:45:46.405 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-09T06:45:46.405 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2023-10-09T06:45:46.412 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout enabled 2023-10-09T06:45:46.418 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout active 2023-10-09T06:45:46.418 INFO:teuthology.orchestra.run.smithi008.stdout:Unit chronyd.service is enabled and running 2023-10-09T06:45:46.418 INFO:teuthology.orchestra.run.smithi008.stdout:Repeating the final host check... 2023-10-09T06:45:46.451 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stdout 4.6.1 2023-10-09T06:45:46.451 INFO:teuthology.orchestra.run.smithi008.stdout:podman (/bin/podman) version 4.6.1 is present 2023-10-09T06:45:46.452 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl is present 2023-10-09T06:45:46.452 INFO:teuthology.orchestra.run.smithi008.stdout:lvcreate is present 2023-10-09T06:45:46.458 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-09T06:45:46.458 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-09T06:45:46.465 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-09T06:45:46.465 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2023-10-09T06:45:46.472 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout enabled 2023-10-09T06:45:46.479 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout active 2023-10-09T06:45:46.479 INFO:teuthology.orchestra.run.smithi008.stdout:Unit chronyd.service is enabled and running 2023-10-09T06:45:46.479 INFO:teuthology.orchestra.run.smithi008.stdout:Host looks OK 2023-10-09T06:45:46.479 INFO:teuthology.orchestra.run.smithi008.stdout:Cluster fsid: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:45:46.479 INFO:teuthology.orchestra.run.smithi008.stdout:Acquiring lock 140254213664160 on /run/cephadm/543f0786-666f-11ee-8db5-212e2dc638e7.lock 2023-10-09T06:45:46.479 INFO:teuthology.orchestra.run.smithi008.stdout:Lock 140254213664160 acquired on /run/cephadm/543f0786-666f-11ee-8db5-212e2dc638e7.lock 2023-10-09T06:45:46.480 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying IP 172.21.15.8 port 3300 ... 2023-10-09T06:45:46.480 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying IP 172.21.15.8 port 6789 ... 2023-10-09T06:45:46.480 INFO:teuthology.orchestra.run.smithi008.stdout:Base mon IP(s) is [172.21.15.8:3300, 172.21.15.8:6789], mon addrv is [v2:172.21.15.8:3300,v1:172.21.15.8:6789] 2023-10-09T06:45:46.484 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.8 metric 100 2023-10-09T06:45:46.484 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.8 metric 100 2023-10-09T06:45:46.487 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-10-09T06:45:46.487 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-10-09T06:45:46.487 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1779sec hoplimit 64 pref medium 2023-10-09T06:45:46.490 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-10-09T06:45:46.490 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-10-09T06:45:46.491 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-09T06:45:46.491 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-10-09T06:45:46.491 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:25fe/64 scope link 2023-10-09T06:45:46.491 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-09T06:45:46.492 INFO:teuthology.orchestra.run.smithi008.stdout:Mon IP `172.21.15.8` is in CIDR network `172.21.0.0/20` 2023-10-09T06:45:46.492 INFO:teuthology.orchestra.run.smithi008.stdout:Mon IP `172.21.15.8` is in CIDR network `172.21.0.0/20` 2023-10-09T06:45:46.492 INFO:teuthology.orchestra.run.smithi008.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-10-09T06:45:46.492 INFO:teuthology.orchestra.run.smithi008.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-10-09T06:45:46.493 INFO:teuthology.orchestra.run.smithi008.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2... 2023-10-09T06:45:46.882 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stdout fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863 2023-10-09T06:45:46.883 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2... 2023-10-09T06:45:46.883 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Getting image source signatures 2023-10-09T06:45:46.883 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Copying blob sha256:3f4fd5c3c800c6da9ef94691df203a05a5bbbf32c483d09d620ec06eef42ea2b 2023-10-09T06:45:46.883 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Copying blob sha256:556fc22cf1e739705d2013195476c145689a6e17c5a9071e0d49fdc6e036642a 2023-10-09T06:45:46.883 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Copying config sha256:fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863 2023-10-09T06:45:46.883 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Writing manifest to image destination 2023-10-09T06:45:47.524 INFO:teuthology.orchestra.run.smithi008.stdout:ceph: stdout ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev) 2023-10-09T06:45:47.524 INFO:teuthology.orchestra.run.smithi008.stdout:Ceph version: ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev) 2023-10-09T06:45:47.524 INFO:teuthology.orchestra.run.smithi008.stdout:Extracting ceph user uid/gid from container image... 2023-10-09T06:45:48.066 INFO:teuthology.orchestra.run.smithi008.stdout:stat: stdout 167 167 2023-10-09T06:45:48.066 INFO:teuthology.orchestra.run.smithi008.stdout:Creating initial keys... 2023-10-09T06:45:48.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph-authtool: stdout AQCcoSNl9JbjDhAAiIC5jmJFXIobuucrtUDquA== 2023-10-09T06:45:49.116 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph-authtool: stdout AQCcoSNliIo9LhAArXg8WVZFppsOx5/Qf+I2Vg== 2023-10-09T06:45:49.681 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph-authtool: stdout AQCdoSNlryzMEhAAtsP2YLsvE1oajfjfgHbMzA== 2023-10-09T06:45:49.682 INFO:teuthology.orchestra.run.smithi008.stdout:Creating initial monmap... 2023-10-09T06:45:50.266 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-09T06:45:50.266 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-10-09T06:45:50.266 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:45:50.266 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-09T06:45:50.267 INFO:teuthology.orchestra.run.smithi008.stdout:monmaptool for a [v2:172.21.15.8:3300,v1:172.21.15.8:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-09T06:45:50.267 INFO:teuthology.orchestra.run.smithi008.stdout:setting min_mon_release = pacific 2023-10-09T06:45:50.267 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: set fsid to 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:45:50.267 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-09T06:45:50.267 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:45:50.267 INFO:teuthology.orchestra.run.smithi008.stdout:Creating mon... 2023-10-09T06:45:50.820 INFO:teuthology.orchestra.run.smithi008.stdout:create mon.a on 2023-10-09T06:45:51.050 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-10-09T06:45:51.183 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-543f0786-666f-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-543f0786-666f-11ee-8db5-212e2dc638e7.target. 2023-10-09T06:45:51.183 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-543f0786-666f-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-543f0786-666f-11ee-8db5-212e2dc638e7.target. 2023-10-09T06:45:51.387 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a 2023-10-09T06:45:51.387 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to reset failed state of unit ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a.service: Unit ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a.service not loaded. 2023-10-09T06:45:51.489 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-543f0786-666f-11ee-8db5-212e2dc638e7.target.wants/ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-543f0786-666f-11ee-8db5-212e2dc638e7@.service. 2023-10-09T06:45:51.845 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T06:45:51.845 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2023-10-09T06:45:51.854 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T06:45:51.854 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2023-10-09T06:45:51.855 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2023-10-09T06:45:51.855 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to enable service . firewalld.service is not available 2023-10-09T06:45:51.855 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mon to start... 2023-10-09T06:45:51.855 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mon... 2023-10-09T06:45:52.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:51 smithi008 ceph-mon[107671]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-09T06:45:52.941 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout cluster: 2023-10-09T06:45:52.941 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout id: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:45:52.941 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-10-09T06:45:52.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:45:52.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout services: 2023-10-09T06:45:52.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.431704s) 2023-10-09T06:45:52.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-10-09T06:45:52.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout data: 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout pgs: 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:mon is available 2023-10-09T06:45:52.943 INFO:teuthology.orchestra.run.smithi008.stdout:Assimilating anything we can from ceph.conf... 2023-10-09T06:45:53.130 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:52 smithi008 ceph-mon[107671]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-09T06:45:53.130 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:52 smithi008 ceph-mon[107671]: monmap e1: 1 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0]} removed_ranks: {} 2023-10-09T06:45:53.130 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:52 smithi008 ceph-mon[107671]: fsmap 2023-10-09T06:45:53.130 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:52 smithi008 ceph-mon[107671]: osdmap e1: 0 total, 0 up, 0 in 2023-10-09T06:45:53.131 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:52 smithi008 ceph-mon[107671]: mgrmap e1: no daemons active 2023-10-09T06:45:53.131 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:52 smithi008 ceph-mon[107671]: from='client.? 172.21.15.8:0/1190878265' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-09T06:45:53.748 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:45:53.748 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [global] 2023-10-09T06:45:53.748 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout fsid = 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.8:3300,v1:172.21.15.8:6789] 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-09T06:45:53.749 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-09T06:45:53.750 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:45:53.750 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [osd] 2023-10-09T06:45:53.750 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-09T06:45:53.750 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-09T06:45:53.750 INFO:teuthology.orchestra.run.smithi008.stdout:Generating new minimal ceph.conf... 2023-10-09T06:45:53.957 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:53 smithi008 ceph-mon[107671]: from='client.? 172.21.15.8:0/1175983328' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-09T06:45:53.957 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:53 smithi008 ceph-mon[107671]: from='client.? 172.21.15.8:0/1175983328' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-10-09T06:45:54.572 INFO:teuthology.orchestra.run.smithi008.stdout:Restarting the monitor... 2023-10-09T06:45:54.773 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:54 smithi008 systemd[1]: Stopping Ceph mon.a for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T06:45:55.045 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:54 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-a[107667]: 2023-10-09T06:45:54.771+0000 7f55e55e7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T06:45:55.045 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:54 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-a[107667]: 2023-10-09T06:45:54.771+0000 7f55e55e7700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-10-09T06:45:55.045 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:54 smithi008 bash[107923]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-a 2023-10-09T06:45:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 systemd[1]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a.service: Succeeded. 2023-10-09T06:45:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 systemd[1]: Stopped Ceph mon.a for 543f0786-666f-11ee-8db5-212e2dc638e7. 2023-10-09T06:45:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 systemd[1]: Starting Ceph mon.a for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T06:45:55.558 INFO:teuthology.orchestra.run.smithi008.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 bash[108034]: 10c7288c4e796ecac81dbe866efd6d448956bf3daed1de1bff0e821c4ea80804 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 systemd[1]: Started Ceph mon.a for 543f0786-666f-11ee-8db5-212e2dc638e7. 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev), process ceph-mon, pid 2 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: pidfile_write: ignore empty --pid-file 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: load: jerasure load: lrc 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: RocksDB version: 7.9.2 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Git sha 0 2023-10-09T06:45:55.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Compile date 2023-09-25 19:01:54 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: DB SUMMARY 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: DB Session ID: IFWEZUF8V2S7FUCBU4SK 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: CURRENT file: CURRENT 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 81726 ; 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.error_if_exists: 0 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.create_if_missing: 0 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.paranoid_checks: 1 2023-10-09T06:45:55.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.env: 0x563c67224da0 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.fs: PosixFileSystem 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.info_log: 0x563c67c35460 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.statistics: (nil) 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.use_fsync: 0 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_log_file_size: 0 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T06:45:55.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.allow_fallocate: 1 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.use_direct_reads: 0 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.db_log_dir: 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.wal_dir: 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T06:45:55.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.write_buffer_manager: 0x563c67bef4a0 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T06:45:55.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T06:45:55.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T06:45:55.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T06:45:55.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.unordered_write: 0 2023-10-09T06:45:55.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T06:45:55.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T06:45:55.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T06:45:55.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.row_cache: None 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.wal_filter: None 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.two_write_queues: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.wal_compression: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.atomic_flush: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.log_readahead_size: 0 2023-10-09T06:45:55.913 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T06:45:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T06:45:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T06:45:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T06:45:55.915 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T06:45:55.915 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T06:45:55.915 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_background_jobs: 2 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_background_compactions: -1 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_subcompactions: 1 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T06:45:55.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_open_files: -1 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_background_flushes: -1 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Compression algorithms supported: 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kZSTD supported: 0 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kXpressCompression supported: 0 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kZlibCompression supported: 1 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kSnappyCompression supported: 1 2023-10-09T06:45:55.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kLZ4Compression supported: 1 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: kBZip2Compression supported: 0 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.merge_operator: 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_filter: None 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T06:45:55.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563c67c35560) 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: cache_index_and_filter_blocks: 1 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: pin_top_level_index_and_filter: 1 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: index_type: 0 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: data_block_index_type: 0 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: index_shortening: 1 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: checksum: 4 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: no_block_cache: 0 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache: 0x563c67c8d1f0 2023-10-09T06:45:55.919 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache_name: BinnedLRUCache 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache_options: 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: capacity : 536870912 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: num_shard_bits : 4 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: strict_capacity_limit : 0 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: high_pri_pool_ratio: 0.000 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache_compressed: (nil) 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: persistent_cache: (nil) 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_size: 4096 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_size_deviation: 10 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_restart_interval: 16 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: index_block_restart_interval: 1 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: metadata_block_size: 4096 2023-10-09T06:45:55.920 INFO:journalctl@ceph.mon.a.smithi008.stdout: partition_filters: 0 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: use_delta_encoding: 1 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: filter_policy: bloomfilter 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: whole_key_filtering: 1 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: verify_compression: 0 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: read_amp_bytes_per_bit: 0 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: format_version: 5 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: enable_index_compression: 1 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_align: 0 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: max_auto_readahead_size: 262144 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: prepopulate_block_cache: 0 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: initial_auto_readahead_size: 8192 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout: num_file_reads_for_auto_readahead: 2 2023-10-09T06:45:55.921 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression: NoCompression 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.num_levels: 7 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T06:45:55.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T06:45:55.923 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T06:45:55.924 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T06:45:55.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.arena_block_size: 1048576 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T06:45:55.926 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.table_properties_collectors: 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.inplace_update_support: 0 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T06:45:55.927 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.bloom_locality: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.max_successive_merges: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.ttl: 2592000 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-09T06:45:55.928 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.enable_blob_files: false 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.min_blob_size: 0 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.blob_file_starting_level: 0 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a21ffc9e-366b-44f2-9a30-731719beaecb 2023-10-09T06:45:55.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696833955568266, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696833955569399, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 78597, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 241, "table_properties": {"data_size": 76841, "index_size": 230, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9697, "raw_average_key_size": 47, "raw_value_size": 71297, "raw_average_value_size": 349, "num_data_blocks": 10, "num_entries": 204, "num_filter_entries": 204, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696833955, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a21ffc9e-366b-44f2-9a30-731719beaecb", "db_session_id": "IFWEZUF8V2S7FUCBU4SK", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696833955569492, "job": 1, "event": "recovery_finished"} 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563c67d2a000 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: DB pointer 0x563c67d16000 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** DB Stats ** 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T06:45:55.930 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** Compaction Stats [default] ** 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: L0 2/0 78.59 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Sum 2/0 78.59 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:45:55.931 INFO:journalctl@ceph.mon.a.smithi008.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** Compaction Stats [default] ** 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 100.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T06:45:55.932 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative compaction: 0.00 GB write, 19.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval compaction: 0.00 GB write, 19.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: Block cache BinnedLRUCache@0x563c67c8d1f0#2 capacity: 512.00 MB usage: 1.12 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: starting mon.a rank 0 at public addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] at bind addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???) e1 preinit fsid 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???).mds e1 new map 2023-10-09T06:45:55.933 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???).mds e1 print_map 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout: e1 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout: legacy client fscid: -1 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout: No filesystems configured 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:45:55.934 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:55 smithi008 ceph-mon[108052]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-10-09T06:45:56.280 INFO:teuthology.orchestra.run.smithi008.stdout:Wrote config to /etc/ceph/ceph.conf 2023-10-09T06:45:56.305 INFO:teuthology.orchestra.run.smithi008.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-10-09T06:45:56.305 INFO:teuthology.orchestra.run.smithi008.stdout:Creating mgr... 2023-10-09T06:45:56.306 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying port 0.0.0.0:9283 ... 2023-10-09T06:45:56.307 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying port 0.0.0.0:8765 ... 2023-10-09T06:45:56.531 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mgr.x 2023-10-09T06:45:56.531 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to reset failed state of unit ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mgr.x.service: Unit ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mgr.x.service not loaded. 2023-10-09T06:45:56.632 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-543f0786-666f-11ee-8db5-212e2dc638e7.target.wants/ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mgr.x.service → /etc/systemd/system/ceph-543f0786-666f-11ee-8db5-212e2dc638e7@.service. 2023-10-09T06:45:56.874 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:56 smithi008 ceph-mon[108052]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-09T06:45:56.874 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:56 smithi008 ceph-mon[108052]: monmap e1: 1 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0]} removed_ranks: {} 2023-10-09T06:45:56.874 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:56 smithi008 ceph-mon[108052]: fsmap 2023-10-09T06:45:56.874 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:56 smithi008 ceph-mon[108052]: osdmap e1: 0 total, 0 up, 0 in 2023-10-09T06:45:56.875 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:56 smithi008 ceph-mon[108052]: mgrmap e1: no daemons active 2023-10-09T06:45:56.875 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:56 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/4271904501' entity='client.admin' 2023-10-09T06:45:56.875 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:56 smithi008 systemd[1]: Starting Ceph mgr.x for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T06:45:56.980 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T06:45:56.980 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2023-10-09T06:45:56.990 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T06:45:56.990 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2023-10-09T06:45:56.990 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2023-10-09T06:45:56.990 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to enable service . firewalld.service is not available 2023-10-09T06:45:57.000 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T06:45:57.000 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2023-10-09T06:45:57.009 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T06:45:57.009 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2023-10-09T06:45:57.009 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2023-10-09T06:45:57.009 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-10-09T06:45:57.010 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr to start... 2023-10-09T06:45:57.010 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr... 2023-10-09T06:45:57.322 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:56 smithi008 bash[108263]: f864c0d11430987994c3d4e44563e42137c086b39a829654b6cb8342c5d97df2 2023-10-09T06:45:57.323 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:56 smithi008 systemd[1]: Started Ceph mgr.x for 543f0786-666f-11ee-8db5-212e2dc638e7. 2023-10-09T06:45:57.323 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:57 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:57.118+0000 7f2347cae200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T06:45:57.323 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:57 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:57.321+0000 7f2347cae200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T06:45:57.848 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:45:57.848 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:45:57.848 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "543f0786-666f-11ee-8db5-212e2dc638e7", 2023-10-09T06:45:57.848 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2023-10-09T06:45:57.848 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2023-10-09T06:45:57.849 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-09T06:45:57.850 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-09T06:45:57.853 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-09T06:45:57.854 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-09T06:45:57.855 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2023-10-09T06:45:51.876032+0000", 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-09T06:45:57.856 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:45:57.857 INFO:teuthology.orchestra.run.smithi008.stdout:mgr not available, waiting (1/15)... 2023-10-09T06:45:57.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:45:57 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3009115399' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-09T06:45:57.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:57 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:57.701+0000 7f2347cae200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T06:45:58.538 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:58 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:58.282+0000 7f2347cae200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T06:45:58.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:58 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:58.537+0000 7f2347cae200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T06:45:59.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:59 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:59.011+0000 7f2347cae200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T06:46:00.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:59 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:59.819+0000 7f2347cae200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T06:46:00.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:45:59 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:45:59.923+0000 7f2347cae200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T06:46:00.564 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:46:00.564 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "543f0786-666f-11ee-8db5-212e2dc638e7", 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:00.565 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-09T06:46:00.566 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-09T06:46:00.567 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-09T06:46:00.567 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-09T06:46:00.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-09T06:46:00.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-09T06:46:00.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:00.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-09T06:46:00.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-09T06:46:00.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-09T06:46:00.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:00.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:00.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2023-10-09T06:45:51.876032+0000", 2023-10-09T06:46:00.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:46:00.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:00.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-09T06:46:00.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:46:00.573 INFO:teuthology.orchestra.run.smithi008.stdout:mgr not available, waiting (2/15)... 2023-10-09T06:46:00.627 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:00 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3764363799' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-09T06:46:00.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:00 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:00.626+0000 7f2347cae200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T06:46:00.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:00 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:00.721+0000 7f2347cae200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T06:46:00.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:00 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:00.821+0000 7f2347cae200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T06:46:01.186 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:01 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:01.082+0000 7f2347cae200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T06:46:01.533 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:01 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:01.186+0000 7f2347cae200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T06:46:01.534 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:01 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:01.290+0000 7f2347cae200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T06:46:01.534 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:01 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:01.532+0000 7f2347cae200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T06:46:01.848 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:01 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:01.640+0000 7f2347cae200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T06:46:02.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:01 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:01.847+0000 7f2347cae200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T06:46:02.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:01 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:01.943+0000 7f2347cae200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T06:46:02.972 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:02 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:02.815+0000 7f2347cae200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T06:46:03.222 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:03 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/4056557498' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-09T06:46:03.223 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:03 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:03.037+0000 7f2347cae200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T06:46:03.293 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:46:03.293 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:46:03.293 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "543f0786-666f-11ee-8db5-212e2dc638e7", 2023-10-09T06:46:03.293 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2023-10-09T06:46:03.293 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-09T06:46:03.293 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-09T06:46:03.293 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:03.294 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-09T06:46:03.295 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-09T06:46:03.296 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:03.297 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:03.298 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-09T06:46:03.299 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:03.299 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2023-10-09T06:45:51.876032+0000", 2023-10-09T06:46:03.299 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:46:03.299 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:03.299 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-09T06:46:03.299 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:46:03.299 INFO:teuthology.orchestra.run.smithi008.stdout:mgr not available, waiting (3/15)... 2023-10-09T06:46:03.637 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:03 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:03.239+0000 7f2347cae200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T06:46:04.398 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:03 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:03.990+0000 7f2347cae200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T06:46:04.399 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:04.192+0000 7f2347cae200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T06:46:04.656 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:04.398+0000 7f2347cae200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T06:46:04.656 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:04.528+0000 7f2347cae200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T06:46:04.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: Activating manager daemon x 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: mgrmap e2: x(active, starting, since 0.00350847s) 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: Manager daemon x is now available 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' 2023-10-09T06:46:04.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:04 smithi008 ceph-mon[108052]: from='mgr.14100 172.21.15.8:0/4161539326' entity='mgr.x' 2023-10-09T06:46:06.275 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "543f0786-666f-11ee-8db5-212e2dc638e7", 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-09T06:46:06.276 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-09T06:46:06.277 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-09T06:46:06.278 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-09T06:46:06.279 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-09T06:46:06.280 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2023-10-09T06:45:51.876032+0000", 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:46:06.281 INFO:teuthology.orchestra.run.smithi008.stdout:mgr is available 2023-10-09T06:46:06.820 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:06 smithi008 ceph-mon[108052]: mgrmap e3: x(active, since 1.00715s) 2023-10-09T06:46:06.820 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:06 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/275465107' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-09T06:46:07.146 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:46:07.146 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [global] 2023-10-09T06:46:07.146 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout fsid = 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:46:07.146 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-09T06:46:07.146 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-09T06:46:07.146 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [osd] 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-09T06:46:07.147 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling cephadm module... 2023-10-09T06:46:07.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:07 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/207822410' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-09T06:46:08.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:08 smithi008 ceph-mon[108052]: mgrmap e4: x(active, since 3s) 2023-10-09T06:46:08.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:08 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1156131162' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-10-09T06:46:08.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:08 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: ignoring --setuser ceph since I am not root 2023-10-09T06:46:08.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:08 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: ignoring --setgroup ceph since I am not root 2023-10-09T06:46:08.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:08 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:08.734+0000 7f3398619200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T06:46:09.304 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:08 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:08.935+0000 7f3398619200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T06:46:09.555 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:09 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:09.303+0000 7f3398619200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T06:46:09.872 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:09 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1156131162' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-10-09T06:46:09.872 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:09 smithi008 ceph-mon[108052]: mgrmap e5: x(active, since 4s) 2023-10-09T06:46:10.128 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:09 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:09.871+0000 7f3398619200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T06:46:10.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:10 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:10.128+0000 7f3398619200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T06:46:10.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:10 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:10.614+0000 7f3398619200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T06:46:11.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:11 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:11.422+0000 7f3398619200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T06:46:11.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:11 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:11.520+0000 7f3398619200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T06:46:12.509 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:12 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1776080525' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-09T06:46:12.510 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:12 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:12.219+0000 7f3398619200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T06:46:12.510 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:12 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:12.317+0000 7f3398619200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T06:46:12.510 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:12 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:12.428+0000 7f3398619200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T06:46:12.661 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:46:12.661 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-10-09T06:46:12.662 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-09T06:46:12.662 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-09T06:46:12.662 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-09T06:46:12.662 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:46:12.662 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for the mgr to restart... 2023-10-09T06:46:12.662 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr epoch 5... 2023-10-09T06:46:12.767 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:12 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:12.689+0000 7f3398619200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T06:46:13.149 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:12 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:12.796+0000 7f3398619200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T06:46:13.150 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:12 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:12.905+0000 7f3398619200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T06:46:13.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:13 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:13.149+0000 7f3398619200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T06:46:13.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:13 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:13.258+0000 7f3398619200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T06:46:13.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:13 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:13.466+0000 7f3398619200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T06:46:13.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:13 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:13.564+0000 7f3398619200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T06:46:14.845 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:14 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:14.423+0000 7f3398619200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T06:46:14.845 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:14 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:14.642+0000 7f3398619200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T06:46:15.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:14 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:14.844+0000 7f3398619200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T06:46:15.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:15 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:15.594+0000 7f3398619200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T06:46:15.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:15 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:15.799+0000 7f3398619200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T06:46:16.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:16.006+0000 7f3398619200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T06:46:16.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:16.136+0000 7f3398619200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T06:46:16.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: Active manager daemon x restarted 2023-10-09T06:46:16.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: Activating manager daemon x 2023-10-09T06:46:16.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: osdmap e2: 0 total, 0 up, 0 in 2023-10-09T06:46:16.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: mgrmap e6: x(active, starting, since 0.00372501s) 2023-10-09T06:46:16.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: Manager daemon x is now available 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-09T06:46:16.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:16 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-09T06:46:17.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:17 smithi008 ceph-mon[108052]: Found migration_current of "None". Setting to last migration. 2023-10-09T06:46:17.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:17 smithi008 ceph-mon[108052]: mgrmap e7: x(active, since 1.00629s) 2023-10-09T06:46:17.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:17 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:17.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:17 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:18.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:18 smithi008 ceph-mon[108052]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-09T06:46:18.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:18 smithi008 ceph-mon[108052]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-09T06:46:18.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:18 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:19.094 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:46:19.094 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-10-09T06:46:19.095 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-09T06:46:19.095 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:46:19.095 INFO:teuthology.orchestra.run.smithi008.stdout:mgr epoch 5 is available 2023-10-09T06:46:19.095 INFO:teuthology.orchestra.run.smithi008.stdout:Setting orchestrator backend to cephadm... 2023-10-09T06:46:19.900 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:19 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:17] ENGINE Bus STARTING 2023-10-09T06:46:19.901 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:19 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:18] ENGINE Serving on http://172.21.15.8:8765 2023-10-09T06:46:19.901 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:19 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:18] ENGINE Serving on https://172.21.15.8:7150 2023-10-09T06:46:19.901 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:19 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:18] ENGINE Bus STARTED 2023-10-09T06:46:19.901 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:19 smithi008 ceph-mon[108052]: mgrmap e8: x(active, since 2s) 2023-10-09T06:46:21.645 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:21 smithi008 ceph-mon[108052]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:21.646 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:21 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:21.646 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:21 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:21.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout value unchanged 2023-10-09T06:46:21.718 INFO:teuthology.orchestra.run.smithi008.stdout:Generating ssh key... 2023-10-09T06:46:22.779 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-mon[108052]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: Generating public/private rsa key pair. 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: Your identification has been saved in /tmp/tmp2rtn5omf/key. 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: Your public key has been saved in /tmp/tmp2rtn5omf/key.pub. 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: The key fingerprint is: 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: SHA256:e+m5tqgQo+W+2rwwNY0euF7GVL5q8XW8FxNqJrQvrKY ceph-543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:46:22.780 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: The key's randomart image is: 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: +---[RSA 3072]----+ 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | . | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | . = . . | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | . X o.So . . | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | X.= .+.*.o | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | = Bo.o.*o. o | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | . O.oo o++.. | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: | ooE=oo.o=+ | 2023-10-09T06:46:22.781 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:22 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: +----[SHA256]-----+ 2023-10-09T06:46:23.621 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:23 smithi008 ceph-mon[108052]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:23.621 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:23 smithi008 ceph-mon[108052]: Generating ssh key... 2023-10-09T06:46:23.677 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrM/JRV4kn9IE2hUUMTPs3UYkSA++QyuFMPby8A3m1JWR4SoU2ChANsRTPWH7e3q6iURMU8Uf8NXrDXGIMA/8apYySgl2BCmf4xycNJ1vmP4Q/f/P4Ogrn7AgoK6mi6mcViAhTKjL8QjfOXA9cL8IN9M77CJ8O3XFFc992M7xjOzhZiVCXBjqyYSZ9yih3EaQsoqDocyEe6jM6yeXevnuvVZ7wTCgLOgU42zkWmmMrIK3Osg26I1WI+sxDKKY2sCNRTwMm9NMz0fFsKuneISrYX1boKiOKmdMpyEI+dm5VUQQNBi9i0lfAScBVD9lIoN3eKS5ygu/nSGZxVFaNwc3QWnSosA+44jItUNAaDgB8dIrDbQD+pO3zvtJkH4F6DOjjNqCJbCJzgN/1eoCv2uIgLGscxfabL/iRhL/jqMML5sPFBCRc9RTbnwr8pW2IhqqpumCzJ5rNOq/igClKaMAwSThpMmKU5pQ+gUw820I3rI+TeEnflxTXp2WZfsaTrM= ceph-543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:46:23.677 INFO:teuthology.orchestra.run.smithi008.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-10-09T06:46:23.678 INFO:teuthology.orchestra.run.smithi008.stdout:Adding key to root@localhost authorized_keys... 2023-10-09T06:46:23.678 INFO:teuthology.orchestra.run.smithi008.stdout:Adding host smithi008... 2023-10-09T06:46:24.779 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:24 smithi008 ceph-mon[108052]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:25.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:25 smithi008 ceph-mon[108052]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi008", "addr": "172.21.15.8", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:26.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:26 smithi008 ceph-mon[108052]: Deploying cephadm binary to smithi008 2023-10-09T06:46:26.934 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Added host 'smithi008' with addr '172.21.15.8' 2023-10-09T06:46:26.934 INFO:teuthology.orchestra.run.smithi008.stdout:Deploying unmanaged mon service... 2023-10-09T06:46:27.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:27 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:27.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:27 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:27.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:27 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:28.164 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-10-09T06:46:28.164 INFO:teuthology.orchestra.run.smithi008.stdout:Deploying unmanaged mgr service... 2023-10-09T06:46:28.890 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:28 smithi008 ceph-mon[108052]: Added host smithi008 2023-10-09T06:46:28.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:28 smithi008 ceph-mon[108052]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:28.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:28 smithi008 ceph-mon[108052]: Saving service mon spec with placement count:5 2023-10-09T06:46:28.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:28 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:29.076 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-10-09T06:46:29.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:29 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:29.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:29 smithi008 ceph-mon[108052]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:29.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:29 smithi008 ceph-mon[108052]: Saving service mgr spec with placement count:2 2023-10-09T06:46:29.911 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:29 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:30.964 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:30 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:30.965 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:30 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1052441784' entity='client.admin' 2023-10-09T06:46:30.965 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:30 smithi008 ceph-mon[108052]: from='mgr.14120 172.21.15.8:0/2870691040' entity='mgr.x' 2023-10-09T06:46:30.965 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:30 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3555208651' entity='client.admin' 2023-10-09T06:46:31.092 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling the dashboard module... 2023-10-09T06:46:32.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:31 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2978417330' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-10-09T06:46:32.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:31 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: ignoring --setuser ceph since I am not root 2023-10-09T06:46:32.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:31 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: ignoring --setgroup ceph since I am not root 2023-10-09T06:46:32.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:32 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:32.080+0000 7fa278579200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T06:46:32.656 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:32 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:32.280+0000 7fa278579200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T06:46:33.024 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:32 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:32.667+0000 7fa278579200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T06:46:33.024 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:32 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2978417330' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-10-09T06:46:33.024 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:32 smithi008 ceph-mon[108052]: mgrmap e9: x(active, since 15s) 2023-10-09T06:46:33.024 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:32 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2673956262' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-09T06:46:33.192 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:46:33.192 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-10-09T06:46:33.192 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-09T06:46:33.193 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-09T06:46:33.193 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-09T06:46:33.193 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:46:33.193 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for the mgr to restart... 2023-10-09T06:46:33.193 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr epoch 9... 2023-10-09T06:46:33.280 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:33 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:33.248+0000 7fa278579200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T06:46:33.656 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:33 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:33.516+0000 7fa278579200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T06:46:34.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:34 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:33.999+0000 7fa278579200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T06:46:35.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:34 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:34.811+0000 7fa278579200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T06:46:35.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:34 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:34.910+0000 7fa278579200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T06:46:35.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:35 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:35.612+0000 7fa278579200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T06:46:35.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:35 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:35.709+0000 7fa278579200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T06:46:35.906 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:35 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:35.810+0000 7fa278579200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T06:46:36.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:36 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:36.075+0000 7fa278579200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T06:46:36.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:36 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:36.180+0000 7fa278579200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T06:46:36.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:36 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:36.288+0000 7fa278579200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T06:46:36.857 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:36 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:36.534+0000 7fa278579200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T06:46:36.857 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:36 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:36.644+0000 7fa278579200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T06:46:36.857 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:36 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:36.856+0000 7fa278579200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T06:46:37.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:36 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:36.954+0000 7fa278579200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T06:46:38.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:37 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:37.822+0000 7fa278579200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T06:46:38.156 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:38 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:38.043+0000 7fa278579200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T06:46:38.656 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:38 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:38.246+0000 7fa278579200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T06:46:39.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:39.001+0000 7fa278579200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T06:46:39.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:39.207+0000 7fa278579200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T06:46:39.683 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:39.417+0000 7fa278579200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T06:46:39.683 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x[108277]: 2023-10-09T06:46:39.548+0000 7fa278579200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T06:46:39.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: Active manager daemon x restarted 2023-10-09T06:46:39.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: Activating manager daemon x 2023-10-09T06:46:39.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: osdmap e3: 0 total, 0 up, 0 in 2023-10-09T06:46:39.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: mgrmap e10: x(active, starting, since 0.00373285s) 2023-10-09T06:46:39.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:46:39.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T06:46:39.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T06:46:39.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T06:46:39.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T06:46:39.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: Manager daemon x is now available 2023-10-09T06:46:39.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:39.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:40.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-09T06:46:40.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-09T06:46:40.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:40.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:40 smithi008 ceph-mon[108052]: mgrmap e11: x(active, since 1.00686s) 2023-10-09T06:46:40.915 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2023-10-09T06:46:40.915 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-10-09T06:46:40.915 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-09T06:46:40.915 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2023-10-09T06:46:40.916 INFO:teuthology.orchestra.run.smithi008.stdout:mgr epoch 9 is available 2023-10-09T06:46:40.916 INFO:teuthology.orchestra.run.smithi008.stdout:Generating a dashboard self-signed certificate... 2023-10-09T06:46:41.808 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-10-09T06:46:41.809 INFO:teuthology.orchestra.run.smithi008.stdout:Creating initial admin user... 2023-10-09T06:46:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:41 smithi008 ceph-mon[108052]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-09T06:46:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:41 smithi008 ceph-mon[108052]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-09T06:46:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:42 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:40] ENGINE Bus STARTING 2023-10-09T06:46:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:42 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:41] ENGINE Serving on http://172.21.15.8:8765 2023-10-09T06:46:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:42 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:41] ENGINE Serving on https://172.21.15.8:7150 2023-10-09T06:46:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:42 smithi008 ceph-mon[108052]: [09/Oct/2023:06:46:41] ENGINE Bus STARTED 2023-10-09T06:46:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:42 smithi008 ceph-mon[108052]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:42 smithi008 ceph-mon[108052]: mgrmap e12: x(active, since 2s) 2023-10-09T06:46:43.065 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$BNPXS0yqdKnx/3tBz8V.auvUv5kA5A4FTHYaNdHE0qB7iRnn2PI7S", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1696834002, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-10-09T06:46:43.066 INFO:teuthology.orchestra.run.smithi008.stdout:Fetching dashboard port number... 2023-10-09T06:46:43.877 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:43 smithi008 ceph-mon[108052]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:43.877 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:43 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:43.877 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:43 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/187290975' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-10-09T06:46:43.932 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 8443 2023-10-09T06:46:43.945 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T06:46:43.945 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2023-10-09T06:46:43.954 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T06:46:43.955 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2023-10-09T06:46:43.955 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2023-10-09T06:46:43.955 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-10-09T06:46:43.957 INFO:teuthology.orchestra.run.smithi008.stdout:Ceph Dashboard is now available at: 2023-10-09T06:46:43.957 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:43.957 INFO:teuthology.orchestra.run.smithi008.stdout: URL: https://smithi008.front.sepia.ceph.com:8443/ 2023-10-09T06:46:43.957 INFO:teuthology.orchestra.run.smithi008.stdout: User: admin 2023-10-09T06:46:43.957 INFO:teuthology.orchestra.run.smithi008.stdout: Password: 3i4t9nsrym 2023-10-09T06:46:43.958 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:43.958 INFO:teuthology.orchestra.run.smithi008.stdout:Saving cluster configuration to /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config directory 2023-10-09T06:46:43.958 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling autotune for osd_memory_target 2023-10-09T06:46:46.165 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout:Or, if you are only running a single cluster on this host: 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout:Please consider enabling telemetry to help improve Ceph: 2023-10-09T06:46:46.166 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.167 INFO:teuthology.orchestra.run.smithi008.stdout: ceph telemetry on 2023-10-09T06:46:46.167 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.167 INFO:teuthology.orchestra.run.smithi008.stdout:For more information see: 2023-10-09T06:46:46.167 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.167 INFO:teuthology.orchestra.run.smithi008.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-10-09T06:46:46.167 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:46.167 INFO:teuthology.orchestra.run.smithi008.stdout:Bootstrap complete. 2023-10-09T06:46:46.214 INFO:tasks.cephadm:Fetching config... 2023-10-09T06:46:46.215 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:46:46.215 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-10-09T06:46:46.237 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-10-09T06:46:46.237 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:46:46.237 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-10-09T06:46:46.299 INFO:tasks.cephadm:Fetching mon keyring... 2023-10-09T06:46:46.300 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:46:46.300 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-10-09T06:46:46.376 INFO:tasks.cephadm:Fetching pub ssh key... 2023-10-09T06:46:46.376 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:46:46.377 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-10-09T06:46:46.439 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-10-09T06:46:46.439 DEBUG:teuthology.orchestra.run.smithi008:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrM/JRV4kn9IE2hUUMTPs3UYkSA++QyuFMPby8A3m1JWR4SoU2ChANsRTPWH7e3q6iURMU8Uf8NXrDXGIMA/8apYySgl2BCmf4xycNJ1vmP4Q/f/P4Ogrn7AgoK6mi6mcViAhTKjL8QjfOXA9cL8IN9M77CJ8O3XFFc992M7xjOzhZiVCXBjqyYSZ9yih3EaQsoqDocyEe6jM6yeXevnuvVZ7wTCgLOgU42zkWmmMrIK3Osg26I1WI+sxDKKY2sCNRTwMm9NMz0fFsKuneISrYX1boKiOKmdMpyEI+dm5VUQQNBi9i0lfAScBVD9lIoN3eKS5ygu/nSGZxVFaNwc3QWnSosA+44jItUNAaDgB8dIrDbQD+pO3zvtJkH4F6DOjjNqCJbCJzgN/1eoCv2uIgLGscxfabL/iRhL/jqMML5sPFBCRc9RTbnwr8pW2IhqqpumCzJ5rNOq/igClKaMAwSThpMmKU5pQ+gUw820I3rI+TeEnflxTXp2WZfsaTrM= ceph-543f0786-666f-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-09T06:46:46.507 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:46 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/195543558' entity='client.admin' 2023-10-09T06:46:46.521 INFO:teuthology.orchestra.run.smithi008.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrM/JRV4kn9IE2hUUMTPs3UYkSA++QyuFMPby8A3m1JWR4SoU2ChANsRTPWH7e3q6iURMU8Uf8NXrDXGIMA/8apYySgl2BCmf4xycNJ1vmP4Q/f/P4Ogrn7AgoK6mi6mcViAhTKjL8QjfOXA9cL8IN9M77CJ8O3XFFc992M7xjOzhZiVCXBjqyYSZ9yih3EaQsoqDocyEe6jM6yeXevnuvVZ7wTCgLOgU42zkWmmMrIK3Osg26I1WI+sxDKKY2sCNRTwMm9NMz0fFsKuneISrYX1boKiOKmdMpyEI+dm5VUQQNBi9i0lfAScBVD9lIoN3eKS5ygu/nSGZxVFaNwc3QWnSosA+44jItUNAaDgB8dIrDbQD+pO3zvtJkH4F6DOjjNqCJbCJzgN/1eoCv2uIgLGscxfabL/iRhL/jqMML5sPFBCRc9RTbnwr8pW2IhqqpumCzJ5rNOq/igClKaMAwSThpMmKU5pQ+gUw820I3rI+TeEnflxTXp2WZfsaTrM= ceph-543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:46:46.533 DEBUG:teuthology.orchestra.run.smithi135:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrM/JRV4kn9IE2hUUMTPs3UYkSA++QyuFMPby8A3m1JWR4SoU2ChANsRTPWH7e3q6iURMU8Uf8NXrDXGIMA/8apYySgl2BCmf4xycNJ1vmP4Q/f/P4Ogrn7AgoK6mi6mcViAhTKjL8QjfOXA9cL8IN9M77CJ8O3XFFc992M7xjOzhZiVCXBjqyYSZ9yih3EaQsoqDocyEe6jM6yeXevnuvVZ7wTCgLOgU42zkWmmMrIK3Osg26I1WI+sxDKKY2sCNRTwMm9NMz0fFsKuneISrYX1boKiOKmdMpyEI+dm5VUQQNBi9i0lfAScBVD9lIoN3eKS5ygu/nSGZxVFaNwc3QWnSosA+44jItUNAaDgB8dIrDbQD+pO3zvtJkH4F6DOjjNqCJbCJzgN/1eoCv2uIgLGscxfabL/iRhL/jqMML5sPFBCRc9RTbnwr8pW2IhqqpumCzJ5rNOq/igClKaMAwSThpMmKU5pQ+gUw820I3rI+TeEnflxTXp2WZfsaTrM= ceph-543f0786-666f-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-09T06:46:46.578 INFO:teuthology.orchestra.run.smithi135.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrM/JRV4kn9IE2hUUMTPs3UYkSA++QyuFMPby8A3m1JWR4SoU2ChANsRTPWH7e3q6iURMU8Uf8NXrDXGIMA/8apYySgl2BCmf4xycNJ1vmP4Q/f/P4Ogrn7AgoK6mi6mcViAhTKjL8QjfOXA9cL8IN9M77CJ8O3XFFc992M7xjOzhZiVCXBjqyYSZ9yih3EaQsoqDocyEe6jM6yeXevnuvVZ7wTCgLOgU42zkWmmMrIK3Osg26I1WI+sxDKKY2sCNRTwMm9NMz0fFsKuneISrYX1boKiOKmdMpyEI+dm5VUQQNBi9i0lfAScBVD9lIoN3eKS5ygu/nSGZxVFaNwc3QWnSosA+44jItUNAaDgB8dIrDbQD+pO3zvtJkH4F6DOjjNqCJbCJzgN/1eoCv2uIgLGscxfabL/iRhL/jqMML5sPFBCRc9RTbnwr8pW2IhqqpumCzJ5rNOq/igClKaMAwSThpMmKU5pQ+gUw820I3rI+TeEnflxTXp2WZfsaTrM= ceph-543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:46:46.590 DEBUG:teuthology.orchestra.run.smithi191:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrM/JRV4kn9IE2hUUMTPs3UYkSA++QyuFMPby8A3m1JWR4SoU2ChANsRTPWH7e3q6iURMU8Uf8NXrDXGIMA/8apYySgl2BCmf4xycNJ1vmP4Q/f/P4Ogrn7AgoK6mi6mcViAhTKjL8QjfOXA9cL8IN9M77CJ8O3XFFc992M7xjOzhZiVCXBjqyYSZ9yih3EaQsoqDocyEe6jM6yeXevnuvVZ7wTCgLOgU42zkWmmMrIK3Osg26I1WI+sxDKKY2sCNRTwMm9NMz0fFsKuneISrYX1boKiOKmdMpyEI+dm5VUQQNBi9i0lfAScBVD9lIoN3eKS5ygu/nSGZxVFaNwc3QWnSosA+44jItUNAaDgB8dIrDbQD+pO3zvtJkH4F6DOjjNqCJbCJzgN/1eoCv2uIgLGscxfabL/iRhL/jqMML5sPFBCRc9RTbnwr8pW2IhqqpumCzJ5rNOq/igClKaMAwSThpMmKU5pQ+gUw820I3rI+TeEnflxTXp2WZfsaTrM= ceph-543f0786-666f-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-09T06:46:46.635 INFO:teuthology.orchestra.run.smithi191.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrM/JRV4kn9IE2hUUMTPs3UYkSA++QyuFMPby8A3m1JWR4SoU2ChANsRTPWH7e3q6iURMU8Uf8NXrDXGIMA/8apYySgl2BCmf4xycNJ1vmP4Q/f/P4Ogrn7AgoK6mi6mcViAhTKjL8QjfOXA9cL8IN9M77CJ8O3XFFc992M7xjOzhZiVCXBjqyYSZ9yih3EaQsoqDocyEe6jM6yeXevnuvVZ7wTCgLOgU42zkWmmMrIK3Osg26I1WI+sxDKKY2sCNRTwMm9NMz0fFsKuneISrYX1boKiOKmdMpyEI+dm5VUQQNBi9i0lfAScBVD9lIoN3eKS5ygu/nSGZxVFaNwc3QWnSosA+44jItUNAaDgB8dIrDbQD+pO3zvtJkH4F6DOjjNqCJbCJzgN/1eoCv2uIgLGscxfabL/iRhL/jqMML5sPFBCRc9RTbnwr8pW2IhqqpumCzJ5rNOq/igClKaMAwSThpMmKU5pQ+gUw820I3rI+TeEnflxTXp2WZfsaTrM= ceph-543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:46:46.647 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-10-09T06:46:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:46:47.857 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:47 smithi008 ceph-mon[108052]: mgrmap e13: x(active, since 7s) 2023-10-09T06:46:48.828 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-10-09T06:46:48.829 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-10-09T06:46:49.086 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:46:49.584 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:49 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2192904915' entity='client.admin' 2023-10-09T06:46:49.585 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:49 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:49.585 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:49 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:49.585 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:49 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:46:49.585 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:49 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:49.585 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:49 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:49.585 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:49 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:50.559 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi135 2023-10-09T06:46:50.560 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2023-10-09T06:46:50.560 DEBUG:teuthology.orchestra.run.smithi135:> dd of=/etc/ceph/ceph.conf 2023-10-09T06:46:50.582 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2023-10-09T06:46:50.582 DEBUG:teuthology.orchestra.run.smithi135:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:46:50.645 INFO:tasks.cephadm:Adding host smithi135 to orchestrator... 2023-10-09T06:46:50.646 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch host add smithi135 2023-10-09T06:46:50.899 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:46:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:51.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:51.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:51.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:46:51.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:46:51.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: Updating smithi008:/etc/ceph/ceph.conf 2023-10-09T06:46:51.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: Updating smithi008:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:46:51.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:51 smithi008 ceph-mon[108052]: Updating smithi008:/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:46:52.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:52 smithi008 ceph-mon[108052]: Updating smithi008:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T06:46:52.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:52.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:52.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:54.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:53 smithi008 ceph-mon[108052]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi135", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:46:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:54 smithi008 ceph-mon[108052]: Deploying cephadm binary to smithi135 2023-10-09T06:46:55.963 INFO:teuthology.orchestra.run.smithi008.stdout:Added host 'smithi135' with addr '172.21.15.135' 2023-10-09T06:46:56.376 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-09T06:46:56.625 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:46:57.084 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:57.084 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:56 smithi008 ceph-mon[108052]: Added host smithi135 2023-10-09T06:46:57.084 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:46:57.084 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:57.084 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:57.767 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:46:57.768 INFO:teuthology.orchestra.run.smithi008.stdout:[{"addr": "172.21.15.8", "hostname": "smithi008", "labels": [], "status": ""}, {"addr": "172.21.15.135", "hostname": "smithi135", "labels": [], "status": ""}] 2023-10-09T06:46:58.122 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi191 2023-10-09T06:46:58.122 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-10-09T06:46:58.122 DEBUG:teuthology.orchestra.run.smithi191:> dd of=/etc/ceph/ceph.conf 2023-10-09T06:46:58.144 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-10-09T06:46:58.144 DEBUG:teuthology.orchestra.run.smithi191:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:46:58.206 INFO:tasks.cephadm:Adding host smithi191 to orchestrator... 2023-10-09T06:46:58.206 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch host add smithi191 2023-10-09T06:46:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:46:58.590 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:58 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:46:58.590 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:46:58 smithi008 ceph-mon[108052]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:47:00.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:00.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:00.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:00.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: Updating smithi135:/etc/ceph/ceph.conf 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: Updating smithi135:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi191", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:00 smithi008 ceph-mon[108052]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:47:01.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:01 smithi008 ceph-mon[108052]: Updating smithi135:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T06:47:01.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:01 smithi008 ceph-mon[108052]: Deploying cephadm binary to smithi191 2023-10-09T06:47:01.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:01 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:01.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:01 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:01.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:01 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:02.006 INFO:teuthology.orchestra.run.smithi008.stdout:Added host 'smithi191' with addr '172.21.15.191' 2023-10-09T06:47:02.299 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:02 smithi008 ceph-mon[108052]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:02.300 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:02.300 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:02.333 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-09T06:47:02.578 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:47:03.363 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:03 smithi008 ceph-mon[108052]: Added host smithi191 2023-10-09T06:47:03.363 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:03 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:03.363 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:03 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:03.734 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:47:03.734 INFO:teuthology.orchestra.run.smithi008.stdout:[{"addr": "172.21.15.8", "hostname": "smithi008", "labels": [], "status": ""}, {"addr": "172.21.15.135", "hostname": "smithi135", "labels": [], "status": ""}, {"addr": "172.21.15.191", "hostname": "smithi191", "labels": [], "status": ""}] 2023-10-09T06:47:04.098 INFO:tasks.cephadm:Setting crush tunables to default 2023-10-09T06:47:04.098 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd crush tunables default 2023-10-09T06:47:04.336 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:04.336 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:04 smithi008 ceph-mon[108052]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:04.337 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:04 smithi008 ceph-mon[108052]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:47:04.345 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:47:06.275 INFO:teuthology.orchestra.run.smithi008.stderr:adjusted tunables profile to default 2023-10-09T06:47:06.549 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:06.549 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:06.549 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:06.549 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:06.549 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi191", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:47:06.550 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:06.550 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:06.550 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: Updating smithi191:/etc/ceph/ceph.conf 2023-10-09T06:47:06.550 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3372948488' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-09T06:47:06.550 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: Updating smithi191:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:06.550 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:06.550 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:06 smithi008 ceph-mon[108052]: Updating smithi191:/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:47:06.632 INFO:tasks.cephadm:Adding mon.a on smithi008 2023-10-09T06:47:06.632 INFO:tasks.cephadm:Adding mon.b on smithi135 2023-10-09T06:47:06.632 INFO:tasks.cephadm:Adding mon.c on smithi191 2023-10-09T06:47:06.632 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch apply mon '3;smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c' 2023-10-09T06:47:06.871 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:07.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:07 smithi008 ceph-mon[108052]: Updating smithi191:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T06:47:07.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:07 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3372948488' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-09T06:47:07.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:07 smithi008 ceph-mon[108052]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T06:47:07.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:07.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:07.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:07.992 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled mon update... 2023-10-09T06:47:08.358 DEBUG:teuthology.orchestra.run.smithi135:mon.b> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.b.service 2023-10-09T06:47:08.361 DEBUG:teuthology.orchestra.run.smithi191:mon.c> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.c.service 2023-10-09T06:47:08.363 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-09T06:47:08.363 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-09T06:47:08.392 INFO:journalctl@ceph.mon.c.smithi191.stdout:-- Logs begin at Mon 2023-10-09 06:35:24 UTC. -- 2023-10-09T06:47:08.398 INFO:journalctl@ceph.mon.b.smithi135.stdout:-- Logs begin at Mon 2023-10-09 06:35:18 UTC. -- 2023-10-09T06:47:08.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:08.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:08.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:08.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:08.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:08.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:08.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:08.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:08.990 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:09.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:09 smithi008 ceph-mon[108052]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:09.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:09 smithi008 ceph-mon[108052]: Saving service mon spec with placement smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c;count:3 2023-10-09T06:47:09.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:09 smithi008 ceph-mon[108052]: Deploying daemon mon.c on smithi191 2023-10-09T06:47:10.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 systemd[1]: Starting Ceph mon.c for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T06:47:10.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:10 smithi008 ceph-mon[108052]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev), process ceph-mon, pid 2 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: pidfile_write: ignore empty --pid-file 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 bash[110161]: 005302da2b0215388972e799832e31bf56764dc7d3fff9dc08f55cafbb0f1e6b 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: load: jerasure load: lrc 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: RocksDB version: 7.9.2 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Git sha 0 2023-10-09T06:47:11.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Compile date 2023-09-25 19:01:54 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: DB SUMMARY 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: DB Session ID: 9DK6DT8CL5M2XMEBZGUW 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: CURRENT file: CURRENT 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.error_if_exists: 0 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.create_if_missing: 0 2023-10-09T06:47:11.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.paranoid_checks: 1 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.env: 0x55dfa7f08da0 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.fs: PosixFileSystem 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.info_log: 0x55dfa9a1d460 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.statistics: (nil) 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.use_fsync: 0 2023-10-09T06:47:11.132 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_log_file_size: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.allow_fallocate: 1 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.use_direct_reads: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.db_log_dir: 2023-10-09T06:47:11.133 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.wal_dir: 2023-10-09T06:47:11.135 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T06:47:11.135 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T06:47:11.135 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T06:47:11.135 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T06:47:11.135 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 systemd[1]: Started Ceph mon.c for 543f0786-666f-11ee-8db5-212e2dc638e7. 2023-10-09T06:47:11.135 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.write_buffer_manager: 0x55dfa99d74a0 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T06:47:11.136 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T06:47:11.137 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T06:47:11.137 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T06:47:11.137 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.unordered_write: 0 2023-10-09T06:47:11.137 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T06:47:11.137 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T06:47:11.137 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T06:47:11.138 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T06:47:11.138 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.row_cache: None 2023-10-09T06:47:11.138 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.wal_filter: None 2023-10-09T06:47:11.138 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T06:47:11.138 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T06:47:11.138 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.two_write_queues: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.wal_compression: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.atomic_flush: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.log_readahead_size: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T06:47:11.139 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_background_jobs: 2 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_background_compactions: -1 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_subcompactions: 1 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T06:47:11.140 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_open_files: -1 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T06:47:11.141 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T06:47:11.142 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T06:47:11.142 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T06:47:11.142 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_background_flushes: -1 2023-10-09T06:47:11.142 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Compression algorithms supported: 2023-10-09T06:47:11.142 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kZSTD supported: 0 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kXpressCompression supported: 0 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kZlibCompression supported: 1 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kSnappyCompression supported: 1 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kLZ4Compression supported: 1 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: kBZip2Compression supported: 0 2023-10-09T06:47:11.143 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.merge_operator: 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_filter: None 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T06:47:11.144 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dfa9a1d560) 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: cache_index_and_filter_blocks: 1 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: pin_top_level_index_and_filter: 1 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: index_type: 0 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: data_block_index_type: 0 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: index_shortening: 1 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: checksum: 4 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: no_block_cache: 0 2023-10-09T06:47:11.145 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_cache: 0x55dfa9a751f0 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_cache_name: BinnedLRUCache 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_cache_options: 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: capacity : 536870912 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: num_shard_bits : 4 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: strict_capacity_limit : 0 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: high_pri_pool_ratio: 0.000 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_cache_compressed: (nil) 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: persistent_cache: (nil) 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_size: 4096 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_size_deviation: 10 2023-10-09T06:47:11.146 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_restart_interval: 16 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: index_block_restart_interval: 1 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: metadata_block_size: 4096 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: partition_filters: 0 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: use_delta_encoding: 1 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: filter_policy: bloomfilter 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: whole_key_filtering: 1 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: verify_compression: 0 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: read_amp_bytes_per_bit: 0 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: format_version: 5 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: enable_index_compression: 1 2023-10-09T06:47:11.147 INFO:journalctl@ceph.mon.c.smithi191.stdout: block_align: 0 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout: max_auto_readahead_size: 262144 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout: prepopulate_block_cache: 0 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout: initial_auto_readahead_size: 8192 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout: num_file_reads_for_auto_readahead: 2 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression: NoCompression 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.num_levels: 7 2023-10-09T06:47:11.148 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T06:47:11.149 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T06:47:11.150 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T06:47:11.151 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.arena_block_size: 1048576 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T06:47:11.152 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.table_properties_collectors: 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.inplace_update_support: 0 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.bloom_locality: 0 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.max_successive_merges: 0 2023-10-09T06:47:11.153 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.ttl: 2592000 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.enable_blob_files: false 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.min_blob_size: 0 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T06:47:11.154 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.blob_file_starting_level: 0 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e22dd197-8c2e-423c-8676-bda2e06a6c66 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696834030770404, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696834030770978, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696834030, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e22dd197-8c2e-423c-8676-bda2e06a6c66", "db_session_id": "9DK6DT8CL5M2XMEBZGUW", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696834030771047, "job": 1, "event": "recovery_finished"} 2023-10-09T06:47:11.155 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dfa9b12000 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: DB pointer 0x55dfa9afe000 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: ** DB Stats ** 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T06:47:11.156 INFO:journalctl@ceph.mon.c.smithi191.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: ** Compaction Stats [default] ** 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: ** Compaction Stats [default] ** 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T06:47:11.157 INFO:journalctl@ceph.mon.c.smithi191.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T06:47:11.158 INFO:journalctl@ceph.mon.c.smithi191.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: Cumulative compaction: 0.00 GB write, 0.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: Interval compaction: 0.00 GB write, 0.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: Block cache BinnedLRUCache@0x55dfa9a751f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: using public_addr v2:172.21.15.191:0/0 -> [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: starting mon.c rank -1 at public addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] at bind addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:47:11.159 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(???) e0 preinit fsid 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).mds e1 new map 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).mds e1 print_map 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout: e1 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout: legacy client fscid: -1 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout: 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout: No filesystems configured 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-09T06:47:11.160 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:11.161 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: Saving service mon spec with placement smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c;count:3 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: Deploying daemon mon.c on smithi191 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expand map: {default=false} 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta from 'false' to 'false' 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expanded map: {default=false} 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expand map: {default=info} 2023-10-09T06:47:11.162 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta from 'info' to 'info' 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expanded map: {default=info} 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expand map: {default=daemon} 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expanded map: {default=daemon} 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expand map: {default=debug} 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta from 'debug' to 'debug' 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: expand_channel_meta expanded map: {default=debug} 2023-10-09T06:47:11.163 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:10 smithi191 ceph-mon[110189]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-10-09T06:47:15.842 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:47:15.843 INFO:teuthology.orchestra.run.smithi191.stdout:{"epoch":2,"fsid":"543f0786-666f-11ee-8db5-212e2dc638e7","modified":"2023-10-09T06:47:10.795318Z","created":"2023-10-09T06:45:49.908661Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:3300","nonce":0},{"type":"v1","addr":"172.21.15.191:6789","nonce":0}]},"addr":"172.21.15.191:6789/0","public_addr":"172.21.15.191:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-09T06:47:15.845 INFO:teuthology.orchestra.run.smithi191.stderr:dumped monmap epoch 2 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: mon.a calling monitor election 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/3750147389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: mon.c calling monitor election 2023-10-09T06:47:16.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: monmap e2: 2 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],c=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: fsmap 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: mgrmap e13: x(active, since 36s) 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: overall HEALTH_OK 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:16.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:16.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:47:16.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: mon.a calling monitor election 2023-10-09T06:47:16.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/3750147389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: mon.c calling monitor election 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-09T06:47:16.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: monmap e2: 2 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],c=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} 2023-10-09T06:47:16.158 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: fsmap 2023-10-09T06:47:16.158 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T06:47:16.158 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: mgrmap e13: x(active, since 36s) 2023-10-09T06:47:16.158 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: overall HEALTH_OK 2023-10-09T06:47:16.158 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:16.158 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:16 smithi008 ceph-mon[108052]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:17.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:17.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:16 smithi008 ceph-mon[108052]: Deploying daemon mon.b on smithi135 2023-10-09T06:47:17.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:17.218 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-09T06:47:17.218 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-09T06:47:17.253 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:16 smithi191 ceph-mon[110189]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:17.253 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:17.253 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:17.253 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:17.253 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:16 smithi191 ceph-mon[110189]: Deploying daemon mon.b on smithi135 2023-10-09T06:47:17.253 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:17.450 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:47:18.161 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:17 smithi135 systemd[1]: Starting Ceph mon.b for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T06:47:18.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 bash[109906]: 8adf31ff0e7e0f7ea1ff50e683a89c176e110cbd97c382b90b9f59484f3df69a 2023-10-09T06:47:18.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev), process ceph-mon, pid 2 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: pidfile_write: ignore empty --pid-file 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 systemd[1]: Started Ceph mon.b for 543f0786-666f-11ee-8db5-212e2dc638e7. 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: load: jerasure load: lrc 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: RocksDB version: 7.9.2 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Git sha 0 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Compile date 2023-09-25 19:01:54 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: DB SUMMARY 2023-10-09T06:47:18.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: DB Session ID: 2U4ULPT0BZK9LDM49JJZ 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: CURRENT file: CURRENT 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.error_if_exists: 0 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.create_if_missing: 0 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.paranoid_checks: 1 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T06:47:18.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.env: 0x556ad8adeda0 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.fs: PosixFileSystem 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.info_log: 0x556adabfd460 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.statistics: (nil) 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.use_fsync: 0 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_log_file_size: 0 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T06:47:18.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T06:47:18.667 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.allow_fallocate: 1 2023-10-09T06:47:18.667 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T06:47:18.667 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T06:47:18.667 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.use_direct_reads: 0 2023-10-09T06:47:18.667 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T06:47:18.667 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T06:47:18.667 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.db_log_dir: 2023-10-09T06:47:18.669 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.wal_dir: 2023-10-09T06:47:18.669 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.write_buffer_manager: 0x556adabb74a0 2023-10-09T06:47:18.670 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.unordered_write: 0 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T06:47:18.671 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.row_cache: None 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.wal_filter: None 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.two_write_queues: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.wal_compression: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.atomic_flush: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T06:47:18.672 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.log_readahead_size: 0 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_background_jobs: 2 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_background_compactions: -1 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_subcompactions: 1 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T06:47:18.673 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T06:47:18.674 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T06:47:18.674 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T06:47:18.674 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T06:47:18.674 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T06:47:18.675 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T06:47:18.675 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T06:47:18.675 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_open_files: -1 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_background_flushes: -1 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Compression algorithms supported: 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kZSTD supported: 0 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kXpressCompression supported: 0 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T06:47:18.676 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kZlibCompression supported: 1 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kSnappyCompression supported: 1 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kLZ4Compression supported: 1 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: kBZip2Compression supported: 0 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T06:47:18.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.merge_operator: 2023-10-09T06:47:18.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_filter: None 2023-10-09T06:47:18.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T06:47:18.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T06:47:18.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T06:47:18.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T06:47:18.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556adabfd560) 2023-10-09T06:47:18.679 INFO:journalctl@ceph.mon.b.smithi135.stdout: cache_index_and_filter_blocks: 1 2023-10-09T06:47:18.679 INFO:journalctl@ceph.mon.b.smithi135.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T06:47:18.679 INFO:journalctl@ceph.mon.b.smithi135.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T06:47:18.679 INFO:journalctl@ceph.mon.b.smithi135.stdout: pin_top_level_index_and_filter: 1 2023-10-09T06:47:18.679 INFO:journalctl@ceph.mon.b.smithi135.stdout: index_type: 0 2023-10-09T06:47:18.679 INFO:journalctl@ceph.mon.b.smithi135.stdout: data_block_index_type: 0 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: index_shortening: 1 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: checksum: 4 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: no_block_cache: 0 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache: 0x556adac551f0 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache_name: BinnedLRUCache 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache_options: 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: capacity : 536870912 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: num_shard_bits : 4 2023-10-09T06:47:18.680 INFO:journalctl@ceph.mon.b.smithi135.stdout: strict_capacity_limit : 0 2023-10-09T06:47:18.682 INFO:journalctl@ceph.mon.b.smithi135.stdout: high_pri_pool_ratio: 0.000 2023-10-09T06:47:18.682 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache_compressed: (nil) 2023-10-09T06:47:18.682 INFO:journalctl@ceph.mon.b.smithi135.stdout: persistent_cache: (nil) 2023-10-09T06:47:18.682 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_size: 4096 2023-10-09T06:47:18.682 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_size_deviation: 10 2023-10-09T06:47:18.683 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_restart_interval: 16 2023-10-09T06:47:18.683 INFO:journalctl@ceph.mon.b.smithi135.stdout: index_block_restart_interval: 1 2023-10-09T06:47:18.683 INFO:journalctl@ceph.mon.b.smithi135.stdout: metadata_block_size: 4096 2023-10-09T06:47:18.683 INFO:journalctl@ceph.mon.b.smithi135.stdout: partition_filters: 0 2023-10-09T06:47:18.683 INFO:journalctl@ceph.mon.b.smithi135.stdout: use_delta_encoding: 1 2023-10-09T06:47:18.683 INFO:journalctl@ceph.mon.b.smithi135.stdout: filter_policy: bloomfilter 2023-10-09T06:47:18.684 INFO:journalctl@ceph.mon.b.smithi135.stdout: whole_key_filtering: 1 2023-10-09T06:47:18.684 INFO:journalctl@ceph.mon.b.smithi135.stdout: verify_compression: 0 2023-10-09T06:47:18.684 INFO:journalctl@ceph.mon.b.smithi135.stdout: read_amp_bytes_per_bit: 0 2023-10-09T06:47:18.684 INFO:journalctl@ceph.mon.b.smithi135.stdout: format_version: 5 2023-10-09T06:47:18.684 INFO:journalctl@ceph.mon.b.smithi135.stdout: enable_index_compression: 1 2023-10-09T06:47:18.684 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_align: 0 2023-10-09T06:47:18.684 INFO:journalctl@ceph.mon.b.smithi135.stdout: max_auto_readahead_size: 262144 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout: prepopulate_block_cache: 0 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout: initial_auto_readahead_size: 8192 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout: num_file_reads_for_auto_readahead: 2 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression: NoCompression 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.num_levels: 7 2023-10-09T06:47:18.685 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T06:47:18.686 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T06:47:18.687 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T06:47:18.688 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.arena_block_size: 1048576 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T06:47:18.689 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.table_properties_collectors: 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.inplace_update_support: 0 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T06:47:18.690 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.bloom_locality: 0 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.max_successive_merges: 0 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.ttl: 2592000 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-09T06:47:18.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.enable_blob_files: false 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.min_blob_size: 0 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.blob_file_starting_level: 0 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T06:47:18.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: abe1d739-8979-4ca0-979b-e50e02446e64 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696834038249729, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696834038250158, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696834038, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "abe1d739-8979-4ca0-979b-e50e02446e64", "db_session_id": "2U4ULPT0BZK9LDM49JJZ", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696834038250235, "job": 1, "event": "recovery_finished"} 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556adacf2000 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: DB pointer 0x556adacde000 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-09T06:47:18.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** DB Stats ** 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** Compaction Stats [default] ** 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T06:47:18.694 INFO:journalctl@ceph.mon.b.smithi135.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** Compaction Stats [default] ** 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T06:47:18.695 INFO:journalctl@ceph.mon.b.smithi135.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T06:47:18.696 INFO:journalctl@ceph.mon.b.smithi135.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout: Block cache BinnedLRUCache@0x556adac551f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: using public_addr v2:172.21.15.135:0/0 -> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: starting mon.b rank -1 at public addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] at bind addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(???) e0 preinit fsid 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).mds e1 new map 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).mds e1 print_map 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout: e1 2023-10-09T06:47:18.697 INFO:journalctl@ceph.mon.b.smithi135.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout: legacy client fscid: -1 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout: No filesystems configured 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-09T06:47:18.698 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:18.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: Saving service mon spec with placement smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c;count:3 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: Deploying daemon mon.c on smithi191 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.a calling monitor election 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/3750147389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:18.700 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.c calling monitor election 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: monmap e2: 2 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],c=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} 2023-10-09T06:47:18.701 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: fsmap 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mgrmap e13: x(active, since 36s) 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: overall HEALTH_OK 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: Deploying daemon mon.b on smithi135 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:18.702 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expand map: {default=false} 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta from 'false' to 'false' 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expanded map: {default=false} 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expand map: {default=info} 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta from 'info' to 'info' 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expanded map: {default=info} 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expand map: {default=daemon} 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expanded map: {default=daemon} 2023-10-09T06:47:18.703 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expand map: {default=debug} 2023-10-09T06:47:18.704 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta from 'debug' to 'debug' 2023-10-09T06:47:18.704 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:18 smithi135 ceph-mon[109925]: expand_channel_meta expanded map: {default=debug} 2023-10-09T06:47:23.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:47:23.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: mon.a calling monitor election 2023-10-09T06:47:23.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: mon.c calling monitor election 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: mon.b calling monitor election 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: monmap e3: 3 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0],c=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: fsmap 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: mgrmap e13: x(active, since 43s) 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: overall HEALTH_OK 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:47:23.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: mon.a calling monitor election 2023-10-09T06:47:23.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: mon.c calling monitor election 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: mon.b calling monitor election 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: monmap e3: 3 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0],c=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: fsmap 2023-10-09T06:47:23.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T06:47:23.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: mgrmap e13: x(active, since 43s) 2023-10-09T06:47:23.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: overall HEALTH_OK 2023-10-09T06:47:23.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: mon.a calling monitor election 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: mon.c calling monitor election 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: mon.b calling monitor election 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: monmap e3: 3 mons at {a=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0],c=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0]} removed_ranks: {} 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: fsmap 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: mgrmap e13: x(active, since 43s) 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: overall HEALTH_OK 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:23.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:24.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:24.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:24.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:24.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:24.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:24.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:24.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:24.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:24.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:24.662 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:24.683 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-10-09T06:47:24.683 INFO:teuthology.orchestra.run.smithi191.stdout:{"epoch":3,"fsid":"543f0786-666f-11ee-8db5-212e2dc638e7","modified":"2023-10-09T06:47:18.276195Z","created":"2023-10-09T06:45:49.908661Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:3300","nonce":0},{"type":"v1","addr":"172.21.15.191:6789","nonce":0}]},"addr":"172.21.15.191:6789/0","public_addr":"172.21.15.191:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-10-09T06:47:24.686 INFO:teuthology.orchestra.run.smithi191.stderr:dumped monmap epoch 3 2023-10-09T06:47:25.054 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-10-09T06:47:25.054 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph config generate-minimal-conf 2023-10-09T06:47:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:47:25.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: Updating smithi008:/etc/ceph/ceph.conf 2023-10-09T06:47:25.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: Updating smithi135:/etc/ceph/ceph.conf 2023-10-09T06:47:25.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: Updating smithi191:/etc/ceph/ceph.conf 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: Updating smithi191:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: Updating smithi135:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: Updating smithi008:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/1436001839' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:25.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:25 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:25.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: Updating smithi008:/etc/ceph/ceph.conf 2023-10-09T06:47:25.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: Updating smithi135:/etc/ceph/ceph.conf 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: Updating smithi191:/etc/ceph/ceph.conf 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: Updating smithi191:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: Updating smithi135:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: Updating smithi008:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/1436001839' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:25.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:25.882 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:25 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:25.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: Updating smithi008:/etc/ceph/ceph.conf 2023-10-09T06:47:25.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: Updating smithi135:/etc/ceph/ceph.conf 2023-10-09T06:47:25.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: Updating smithi191:/etc/ceph/ceph.conf 2023-10-09T06:47:25.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: Updating smithi191:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: Updating smithi135:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: Updating smithi008:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T06:47:25.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/1436001839' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T06:47:25.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.916 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.917 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.917 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.917 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.917 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.917 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.918 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.918 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.918 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:25.918 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:25.918 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:25.918 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:25 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:26.765 INFO:teuthology.orchestra.run.smithi008.stdout:# minimal ceph.conf for 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:47:26.765 INFO:teuthology.orchestra.run.smithi008.stdout:[global] 2023-10-09T06:47:26.765 INFO:teuthology.orchestra.run.smithi008.stdout: fsid = 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:47:26.765 INFO:teuthology.orchestra.run.smithi008.stdout: mon_host = [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-10-09T06:47:27.088 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: Reconfiguring mon.a (unknown last config time)... 2023-10-09T06:47:27.088 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: Reconfiguring daemon mon.a on smithi008 2023-10-09T06:47:27.088 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:27.088 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:27.088 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:27.088 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:27.088 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:27.089 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:27.089 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:26 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1715868092' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:27.129 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-10-09T06:47:27.130 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:47:27.130 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.conf 2023-10-09T06:47:27.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: Reconfiguring mon.a (unknown last config time)... 2023-10-09T06:47:27.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: Reconfiguring daemon mon.a on smithi008 2023-10-09T06:47:27.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:27.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:27.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:27.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:27.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:27.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:27.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:26 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/1715868092' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:27.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: Reconfiguring mon.a (unknown last config time)... 2023-10-09T06:47:27.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: Reconfiguring daemon mon.a on smithi008 2023-10-09T06:47:27.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:27.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:27.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:27.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:27.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:27.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:27.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:26 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/1715868092' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:27.171 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:47:27.171 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:47:27.246 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2023-10-09T06:47:27.247 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.conf 2023-10-09T06:47:27.280 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2023-10-09T06:47:27.280 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:47:27.350 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-10-09T06:47:27.350 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.conf 2023-10-09T06:47:27.384 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-10-09T06:47:27.385 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T06:47:27.453 INFO:tasks.cephadm:Adding mgr.x on smithi008 2023-10-09T06:47:27.453 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch apply mgr '1;smithi008=x' 2023-10-09T06:47:28.109 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:27 smithi191 ceph-mon[110189]: Reconfiguring mon.b (monmap changed)... 2023-10-09T06:47:28.109 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:27 smithi191 ceph-mon[110189]: Reconfiguring daemon mon.b on smithi135 2023-10-09T06:47:28.109 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.109 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.110 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:28.110 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:28.110 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:28.120 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:47:28.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:27 smithi008 ceph-mon[108052]: Reconfiguring mon.b (monmap changed)... 2023-10-09T06:47:28.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:27 smithi008 ceph-mon[108052]: Reconfiguring daemon mon.b on smithi135 2023-10-09T06:47:28.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:28.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:28.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:28.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:27 smithi135 ceph-mon[109925]: Reconfiguring mon.b (monmap changed)... 2023-10-09T06:47:28.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:27 smithi135 ceph-mon[109925]: Reconfiguring daemon mon.b on smithi135 2023-10-09T06:47:28.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T06:47:28.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T06:47:28.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: Reconfiguring mon.c (monmap changed)... 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: Reconfiguring daemon mon.c on smithi191 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:28.920 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:29.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: Reconfiguring mon.c (monmap changed)... 2023-10-09T06:47:29.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: Reconfiguring daemon mon.c on smithi191 2023-10-09T06:47:29.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:29.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:29.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:29.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:29.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:29.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:29.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: Reconfiguring mon.c (monmap changed)... 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: Reconfiguring daemon mon.c on smithi191 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:29.268 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled mgr update... 2023-10-09T06:47:29.643 INFO:tasks.cephadm:Deploying OSDs... 2023-10-09T06:47:29.643 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:47:29.643 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/scratch_devs of=/dev/stdout 2023-10-09T06:47:29.663 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-09T06:47:29.663 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_1 2023-10-09T06:47:29.724 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-09T06:47:29.724 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:29.724 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 395437 Links: 1 2023-10-09T06:47:29.724 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:29.725 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:29.725 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2023-10-09 06:46:48.435001530 +0000 2023-10-09T06:47:29.725 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2023-10-09 06:43:36.614761002 +0000 2023-10-09T06:47:29.725 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2023-10-09 06:43:36.614761002 +0000 2023-10-09T06:47:29.725 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2023-10-09T06:47:29.725 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-09T06:47:29.796 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2023-10-09T06:47:29.796 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2023-10-09T06:47:29.796 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 9.8477e-05 s, 5.2 MB/s 2023-10-09T06:47:29.797 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-09T06:47:29.860 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_2 2023-10-09T06:47:29.922 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-09T06:47:29.922 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:29.922 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 398906 Links: 1 2023-10-09T06:47:29.922 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:29.923 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:29.923 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2023-10-09 06:46:48.435001530 +0000 2023-10-09T06:47:29.923 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2023-10-09 06:43:37.208754223 +0000 2023-10-09T06:47:29.923 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2023-10-09 06:43:37.208754223 +0000 2023-10-09T06:47:29.923 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2023-10-09T06:47:29.923 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-09T06:47:29.995 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2023-10-09T06:47:29.995 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2023-10-09T06:47:29.995 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000131925 s, 3.9 MB/s 2023-10-09T06:47:29.996 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-09T06:47:30.059 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_3 2023-10-09T06:47:30.123 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-09T06:47:30.123 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:30.123 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 400399 Links: 1 2023-10-09T06:47:30.123 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:30.123 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:30.123 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2023-10-09 06:46:48.435001530 +0000 2023-10-09T06:47:30.123 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2023-10-09 06:43:37.805747411 +0000 2023-10-09T06:47:30.124 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2023-10-09 06:43:37.805747411 +0000 2023-10-09T06:47:30.124 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2023-10-09T06:47:30.124 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-09T06:47:30.197 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2023-10-09T06:47:30.197 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2023-10-09T06:47:30.197 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000119436 s, 4.3 MB/s 2023-10-09T06:47:30.198 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-09T06:47:30.263 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_4 2023-10-09T06:47:30.327 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 394161 Links: 1 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2023-10-09 06:46:48.435001530 +0000 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2023-10-09 06:43:38.442740141 +0000 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2023-10-09 06:43:38.442740141 +0000 2023-10-09T06:47:30.328 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2023-10-09T06:47:30.328 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-09T06:47:30.400 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2023-10-09T06:47:30.400 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2023-10-09T06:47:30.400 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000115537 s, 4.4 MB/s 2023-10-09T06:47:30.401 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-09T06:47:30.467 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2023-10-09T06:47:30.467 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/scratch_devs of=/dev/stdout 2023-10-09T06:47:30.489 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-09T06:47:30.490 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_1 2023-10-09T06:47:30.495 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;smithi008=x", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: Saving service mgr spec with placement smithi008=x;count:1 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: Reconfiguring mgr.x (unknown last config time)... 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T06:47:30.496 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T06:47:30.497 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:30.497 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: Reconfiguring daemon mgr.x on smithi008 2023-10-09T06:47:30.497 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:30 smithi008 ceph-mon[108052]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:30.550 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 6h/6d Inode: 398504 Links: 1 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2023-10-09 06:47:17.871208315 +0000 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2023-10-09 06:42:51.903339217 +0000 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2023-10-09 06:42:51.903339217 +0000 2023-10-09T06:47:30.551 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: - 2023-10-09T06:47:30.551 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;smithi008=x", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: Saving service mgr spec with placement smithi008=x;count:1 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: Reconfiguring mgr.x (unknown last config time)... 2023-10-09T06:47:30.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T06:47:30.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T06:47:30.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:30.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: Reconfiguring daemon mgr.x on smithi008 2023-10-09T06:47:30.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:30 smithi135 ceph-mon[109925]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:30.620 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2023-10-09T06:47:30.620 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2023-10-09T06:47:30.620 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000229116 s, 2.2 MB/s 2023-10-09T06:47:30.621 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-09T06:47:30.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;smithi008=x", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:30.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: Saving service mgr spec with placement smithi008=x;count:1 2023-10-09T06:47:30.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: Reconfiguring mgr.x (unknown last config time)... 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: Reconfiguring daemon mgr.x on smithi008 2023-10-09T06:47:30.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:30 smithi191 ceph-mon[110189]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:30.682 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_2 2023-10-09T06:47:30.742 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-09T06:47:30.742 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:30.742 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 6h/6d Inode: 398582 Links: 1 2023-10-09T06:47:30.742 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:30.742 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:30.742 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2023-10-09 06:47:17.871208315 +0000 2023-10-09T06:47:30.743 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2023-10-09 06:42:52.432328215 +0000 2023-10-09T06:47:30.743 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2023-10-09 06:42:52.432328215 +0000 2023-10-09T06:47:30.743 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: - 2023-10-09T06:47:30.743 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-09T06:47:30.810 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2023-10-09T06:47:30.810 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2023-10-09T06:47:30.810 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000224228 s, 2.3 MB/s 2023-10-09T06:47:30.811 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-09T06:47:30.872 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_3 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 6h/6d Inode: 394617 Links: 1 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2023-10-09 06:47:17.871208315 +0000 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2023-10-09 06:42:52.984316736 +0000 2023-10-09T06:47:30.930 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2023-10-09 06:42:52.984316736 +0000 2023-10-09T06:47:30.931 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: - 2023-10-09T06:47:30.931 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-09T06:47:30.996 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2023-10-09T06:47:30.996 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2023-10-09T06:47:30.996 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000213095 s, 2.4 MB/s 2023-10-09T06:47:30.997 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-09T06:47:31.056 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_4 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 6h/6d Inode: 397616 Links: 1 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2023-10-09 06:47:17.871208315 +0000 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2023-10-09 06:42:53.496306089 +0000 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2023-10-09 06:42:53.496306089 +0000 2023-10-09T06:47:31.115 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: - 2023-10-09T06:47:31.116 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-09T06:47:31.181 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2023-10-09T06:47:31.181 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2023-10-09T06:47:31.181 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000229204 s, 2.2 MB/s 2023-10-09T06:47:31.182 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-09T06:47:31.241 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-10-09T06:47:31.242 DEBUG:teuthology.orchestra.run.smithi191:> dd if=/scratch_devs of=/dev/stdout 2023-10-09T06:47:31.264 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-09T06:47:31.265 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_1 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 398435 Links: 1 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-10-09 06:47:10.357493331 +0000 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-10-09 06:42:52.619023441 +0000 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-10-09 06:42:52.619023441 +0000 2023-10-09T06:47:31.326 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-10-09T06:47:31.327 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-09T06:47:31.399 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-10-09T06:47:31.399 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-10-09T06:47:31.399 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000264491 s, 1.9 MB/s 2023-10-09T06:47:31.400 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-09T06:47:31.462 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_2 2023-10-09T06:47:31.522 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-09T06:47:31.522 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:31.523 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 397126 Links: 1 2023-10-09T06:47:31.523 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:31.523 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:31.523 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-10-09 06:47:10.357493331 +0000 2023-10-09T06:47:31.523 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-10-09 06:42:53.138014116 +0000 2023-10-09T06:47:31.523 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-10-09 06:42:53.138014116 +0000 2023-10-09T06:47:31.523 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-10-09T06:47:31.523 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-09T06:47:31.590 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-10-09T06:47:31.591 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-10-09T06:47:31.591 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000221134 s, 2.3 MB/s 2023-10-09T06:47:31.592 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-09T06:47:31.652 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_3 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 395902 Links: 1 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-10-09 06:47:10.357493331 +0000 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-10-09 06:42:53.656004808 +0000 2023-10-09T06:47:31.711 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-10-09 06:42:53.656004808 +0000 2023-10-09T06:47:31.712 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-10-09T06:47:31.712 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-09T06:47:31.777 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-10-09T06:47:31.778 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-10-09T06:47:31.778 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000200019 s, 2.6 MB/s 2023-10-09T06:47:31.779 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-09T06:47:31.838 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_4 2023-10-09T06:47:31.897 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-09T06:47:31.897 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T06:47:31.897 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 399625 Links: 1 2023-10-09T06:47:31.897 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T06:47:31.897 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T06:47:31.898 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-10-09 06:47:10.357493331 +0000 2023-10-09T06:47:31.898 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-10-09 06:42:54.169995573 +0000 2023-10-09T06:47:31.898 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-10-09 06:42:54.169995573 +0000 2023-10-09T06:47:31.898 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-10-09T06:47:31.898 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-09T06:47:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:31.962 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:31.962 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:31.964 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-10-09T06:47:31.964 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-10-09T06:47:31.964 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.00022463 s, 2.3 MB/s 2023-10-09T06:47:31.965 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-09T06:47:32.024 INFO:tasks.cephadm:Deploying osd.0 on smithi008 with /dev/vg_nvme/lv_4... 2023-10-09T06:47:32.025 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-09T06:47:32.057 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:32.057 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:32.272 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:47:32.969 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:32 smithi008 ceph-mon[108052]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:33.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:32 smithi191 ceph-mon[110189]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:33.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:32 smithi135 ceph-mon[109925]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:33.461 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-09T06:47:33.461 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-09T06:47:33.461 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2023-10-09T06:47:33.461 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2023-10-09T06:47:33.461 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00921404 s, 1.1 GB/s 2023-10-09T06:47:33.461 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2023-10-09T06:47:33.846 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi008:vg_nvme/lv_4 2023-10-09T06:47:34.139 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:47:34.834 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:34 smithi008 ceph-mon[108052]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:35.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:34 smithi191 ceph-mon[110189]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:35.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:34 smithi135 ceph-mon[109925]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:35.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:35 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:47:35.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:35 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:47:35.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:35 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:36.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:35 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:47:36.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:35 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:47:36.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:35 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:36.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:35 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:47:36.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:35 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:47:36.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:35 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:37.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:36 smithi191 ceph-mon[110189]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:37.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:36 smithi191 ceph-mon[110189]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:37.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:36 smithi008 ceph-mon[108052]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:37.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:36 smithi008 ceph-mon[108052]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:37.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:36 smithi135 ceph-mon[109925]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:37.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:36 smithi135 ceph-mon[109925]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:38.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:37 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/667706358' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc947ed1-a59d-4fe5-8873-fa15224ad82b"}]: dispatch 2023-10-09T06:47:38.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:37 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/667706358' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc947ed1-a59d-4fe5-8873-fa15224ad82b"}]': finished 2023-10-09T06:47:38.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:37 smithi191 ceph-mon[110189]: osdmap e5: 1 total, 0 up, 1 in 2023-10-09T06:47:38.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:38.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:37 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/667706358' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc947ed1-a59d-4fe5-8873-fa15224ad82b"}]: dispatch 2023-10-09T06:47:38.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:37 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/667706358' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc947ed1-a59d-4fe5-8873-fa15224ad82b"}]': finished 2023-10-09T06:47:38.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:37 smithi008 ceph-mon[108052]: osdmap e5: 1 total, 0 up, 1 in 2023-10-09T06:47:38.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:38.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:37 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/667706358' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc947ed1-a59d-4fe5-8873-fa15224ad82b"}]: dispatch 2023-10-09T06:47:38.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:37 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/667706358' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc947ed1-a59d-4fe5-8873-fa15224ad82b"}]': finished 2023-10-09T06:47:38.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:37 smithi135 ceph-mon[109925]: osdmap e5: 1 total, 0 up, 1 in 2023-10-09T06:47:38.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:39.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:38 smithi191 ceph-mon[110189]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:39.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:38 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/496861001' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:47:39.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:38 smithi008 ceph-mon[108052]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:39.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:38 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/496861001' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:47:39.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:38 smithi135 ceph-mon[109925]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:39.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:38 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/496861001' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:47:40.970 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:40 smithi008 ceph-mon[108052]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:41.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:40 smithi191 ceph-mon[110189]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:41.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:40 smithi135 ceph-mon[109925]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:43.094 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:42 smithi008 ceph-mon[108052]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:43.094 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:42 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T06:47:43.094 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:42 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:43.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:42 smithi191 ceph-mon[110189]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:43.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:42 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T06:47:43.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:42 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:42 smithi135 ceph-mon[109925]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:42 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T06:47:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:42 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:44.028 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:43 smithi008 ceph-mon[108052]: Deploying daemon osd.0 on smithi008 2023-10-09T06:47:44.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:43 smithi191 ceph-mon[110189]: Deploying daemon osd.0 on smithi008 2023-10-09T06:47:44.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:43 smithi135 ceph-mon[109925]: Deploying daemon osd.0 on smithi008 2023-10-09T06:47:44.867 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:44 smithi008 ceph-mon[108052]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:45.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:44 smithi191 ceph-mon[110189]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:45.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:44 smithi135 ceph-mon[109925]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:46.894 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:46 smithi008 ceph-mon[108052]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:46.894 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:46 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:46.894 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:46 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:46.895 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:46 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:47.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:46 smithi191 ceph-mon[110189]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:47.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:46 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:47.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:46 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:47.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:46 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:46 smithi135 ceph-mon[109925]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:46 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:46 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:46 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:48.100 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 0 on host 'smithi008' 2023-10-09T06:47:48.470 DEBUG:teuthology.orchestra.run.smithi008:osd.0> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.0.service 2023-10-09T06:47:48.476 INFO:tasks.cephadm:Deploying osd.1 on smithi008 with /dev/vg_nvme/lv_3... 2023-10-09T06:47:48.476 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-09T06:47:48.512 INFO:journalctl@ceph.osd.0.smithi008.stdout:-- Logs begin at Mon 2023-10-09 06:35:31 UTC. -- 2023-10-09T06:47:48.624 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.624 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.624 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:48.624 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:48.624 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:48.625 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.625 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.625 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.625 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:48.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:48.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:48.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:48.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:48.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:48.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:48.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:48.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:48.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:47:49.075 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:47:49.261 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:47:49 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-0[119566]: 2023-10-09T06:47:49.247+0000 7f14ccee4640 -1 osd.0 0 log_to_monitors true 2023-10-09T06:47:49.628 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:49 smithi008 ceph-mon[108052]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T06:47:49.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:49 smithi191 ceph-mon[110189]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T06:47:49.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:49 smithi135 ceph-mon[109925]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T06:47:50.385 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-09T06:47:50.385 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-09T06:47:50.385 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2023-10-09T06:47:50.385 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2023-10-09T06:47:50.385 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00843795 s, 1.2 GB/s 2023-10-09T06:47:50.385 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2023-10-09T06:47:50.852 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:47:50 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-0[119566]: 2023-10-09T06:47:50.547+0000 7f14c255c700 -1 osd.0 0 waiting for initial osdmap 2023-10-09T06:47:50.852 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:47:50 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-0[119566]: 2023-10-09T06:47:50.552+0000 7f14bc34d700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:47:50.852 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:50 smithi008 ceph-mon[108052]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T06:47:50.852 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:50 smithi008 ceph-mon[108052]: osdmap e6: 1 total, 0 up, 1 in 2023-10-09T06:47:50.853 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:50.853 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:50 smithi008 ceph-mon[108052]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2023-10-09T06:47:50.853 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:50 smithi008 ceph-mon[108052]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:50.877 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi008:vg_nvme/lv_3 2023-10-09T06:47:50.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:50 smithi191 ceph-mon[110189]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T06:47:50.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:50 smithi191 ceph-mon[110189]: osdmap e6: 1 total, 0 up, 1 in 2023-10-09T06:47:50.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:50.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:50 smithi191 ceph-mon[110189]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2023-10-09T06:47:50.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:50 smithi191 ceph-mon[110189]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:50 smithi135 ceph-mon[109925]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T06:47:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:50 smithi135 ceph-mon[109925]: osdmap e6: 1 total, 0 up, 1 in 2023-10-09T06:47:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:50 smithi135 ceph-mon[109925]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2023-10-09T06:47:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:50 smithi135 ceph-mon[109925]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:51.124 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:47:51.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2023-10-09T06:47:51.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: osdmap e7: 1 total, 0 up, 1 in 2023-10-09T06:47:51.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:51.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi008 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi008 to 17118M 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:51.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:51 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2023-10-09T06:47:51.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: osdmap e7: 1 total, 0 up, 1 in 2023-10-09T06:47:51.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:51.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:51.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi008 2023-10-09T06:47:51.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:47:51.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi008 to 17118M 2023-10-09T06:47:51.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:51.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:51.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:51 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: osdmap e7: 1 total, 0 up, 1 in 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi008 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:47:51.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi008 to 17118M 2023-10-09T06:47:51.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:51.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:51.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:47:51.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:51 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:47:52.844 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:47:52.844 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:47:52.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593] boot 2023-10-09T06:47:52.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: osdmap e8: 1 total, 1 up, 1 in 2023-10-09T06:47:52.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:52.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:52.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:47:52.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:47:52.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:52.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593] boot 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: osdmap e8: 1 total, 1 up, 1 in 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:47:52.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:52 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: osd.0 [v2:172.21.15.8:6802/1834389593,v1:172.21.15.8:6803/1834389593] boot 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: osdmap e8: 1 total, 1 up, 1 in 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:47:52.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:52 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:53.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:53 smithi008 ceph-mon[108052]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:53.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:53 smithi008 ceph-mon[108052]: osdmap e9: 1 total, 1 up, 1 in 2023-10-09T06:47:53.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:53 smithi191 ceph-mon[110189]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:53.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:53 smithi191 ceph-mon[110189]: osdmap e9: 1 total, 1 up, 1 in 2023-10-09T06:47:53.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:53 smithi135 ceph-mon[109925]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:47:53.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:53 smithi135 ceph-mon[109925]: osdmap e9: 1 total, 1 up, 1 in 2023-10-09T06:47:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:54 smithi191 ceph-mon[110189]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:54 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3056398634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d66dec4-cc9e-41a1-a371-d0fd03c183dc"}]: dispatch 2023-10-09T06:47:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:54 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3056398634' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d66dec4-cc9e-41a1-a371-d0fd03c183dc"}]': finished 2023-10-09T06:47:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:54 smithi191 ceph-mon[110189]: osdmap e10: 2 total, 1 up, 2 in 2023-10-09T06:47:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:54 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:47:54.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:54 smithi008 ceph-mon[108052]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:54.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:54 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3056398634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d66dec4-cc9e-41a1-a371-d0fd03c183dc"}]: dispatch 2023-10-09T06:47:54.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:54 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3056398634' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d66dec4-cc9e-41a1-a371-d0fd03c183dc"}]': finished 2023-10-09T06:47:54.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:54 smithi008 ceph-mon[108052]: osdmap e10: 2 total, 1 up, 2 in 2023-10-09T06:47:54.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:54 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:47:54.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:54 smithi135 ceph-mon[109925]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:54.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:54 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3056398634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d66dec4-cc9e-41a1-a371-d0fd03c183dc"}]: dispatch 2023-10-09T06:47:54.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:54 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3056398634' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d66dec4-cc9e-41a1-a371-d0fd03c183dc"}]': finished 2023-10-09T06:47:54.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:54 smithi135 ceph-mon[109925]: osdmap e10: 2 total, 1 up, 2 in 2023-10-09T06:47:54.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:54 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:47:55.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:55 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3865500621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:47:55.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:55 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3865500621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:47:55.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:55 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3865500621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:47:56.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:56 smithi191 ceph-mon[110189]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:56.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:56 smithi008 ceph-mon[108052]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:56.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:56 smithi135 ceph-mon[109925]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:58.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:58 smithi191 ceph-mon[110189]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:58.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:58 smithi008 ceph-mon[108052]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:58.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:58 smithi135 ceph-mon[109925]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:47:59.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:59 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T06:47:59.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:47:59 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:59.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:59 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T06:47:59.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:47:59 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:47:59.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:59 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T06:47:59.916 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:47:59 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:00.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:00 smithi008 ceph-mon[108052]: Deploying daemon osd.1 on smithi008 2023-10-09T06:48:00.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:00 smithi008 ceph-mon[108052]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:00.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:00 smithi191 ceph-mon[110189]: Deploying daemon osd.1 on smithi008 2023-10-09T06:48:00.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:00 smithi191 ceph-mon[110189]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:00.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:00 smithi135 ceph-mon[109925]: Deploying daemon osd.1 on smithi008 2023-10-09T06:48:00.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:00 smithi135 ceph-mon[109925]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:02.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:02 smithi191 ceph-mon[110189]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:02.902 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:02 smithi008 ceph-mon[108052]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:02.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:02 smithi135 ceph-mon[109925]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:04.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:03 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:04.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:03 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:04.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:03 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:03 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:03 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:03 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:03 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:03 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:03 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:04.903 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 1 on host 'smithi008' 2023-10-09T06:48:05.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:05.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.292 DEBUG:teuthology.orchestra.run.smithi008:osd.1> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.1.service 2023-10-09T06:48:05.294 INFO:tasks.cephadm:Deploying osd.2 on smithi135 with /dev/vg_nvme/lv_4... 2023-10-09T06:48:05.294 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-09T06:48:05.326 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:05.326 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.326 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.326 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:05.326 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:05.326 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.326 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.327 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:05.327 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.331 INFO:journalctl@ceph.osd.1.smithi008.stdout:-- Logs begin at Mon 2023-10-09 06:35:31 UTC. -- 2023-10-09T06:48:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:05.517 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T06:48:06.362 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:06 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-1[123753]: 2023-10-09T06:48:06.169+0000 7ff64bef2640 -1 osd.1 0 log_to_monitors true 2023-10-09T06:48:06.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:06 smithi008 ceph-mon[108052]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:06.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:06 smithi008 ceph-mon[108052]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T06:48:06.698 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-09T06:48:06.698 INFO:teuthology.orchestra.run.smithi135.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-09T06:48:06.698 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10+0 records in 2023-10-09T06:48:06.698 INFO:teuthology.orchestra.run.smithi135.stderr:10+0 records out 2023-10-09T06:48:06.699 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128509 s, 816 MB/s 2023-10-09T06:48:06.699 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping successful for: 2023-10-09T06:48:06.878 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:06 smithi135 ceph-mon[109925]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:06.878 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:06 smithi135 ceph-mon[109925]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T06:48:06.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:06 smithi191 ceph-mon[110189]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:06.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:06 smithi191 ceph-mon[110189]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T06:48:07.073 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi135:vg_nvme/lv_4 2023-10-09T06:48:07.329 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T06:48:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T06:48:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: osdmap e11: 2 total, 1 up, 2 in 2023-10-09T06:48:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2023-10-09T06:48:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi008 2023-10-09T06:48:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi008 to 8559M 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:07 smithi191 ceph-mon[110189]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:08.406 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-1[123753]: 2023-10-09T06:48:07.967+0000 7ff64156a700 -1 osd.1 0 waiting for initial osdmap 2023-10-09T06:48:08.407 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-1[123753]: 2023-10-09T06:48:07.971+0000 7ff63ab5a700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:48:08.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T06:48:08.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: osdmap e11: 2 total, 1 up, 2 in 2023-10-09T06:48:08.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:08.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi008 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi008 to 8559M 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:07 smithi008 ceph-mon[108052]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: osdmap e11: 2 total, 1 up, 2 in 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi008 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi008 to 8559M 2023-10-09T06:48:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:07 smithi135 ceph-mon[109925]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:09.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2023-10-09T06:48:09.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: osdmap e12: 2 total, 1 up, 2 in 2023-10-09T06:48:09.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:09.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:09.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:09.157 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:09.157 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:09.157 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2023-10-09T06:48:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: osdmap e12: 2 total, 1 up, 2 in 2023-10-09T06:48:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: from='osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2023-10-09T06:48:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: osdmap e12: 2 total, 1 up, 2 in 2023-10-09T06:48:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:09.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:09.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:09.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:09 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:48:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:09 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:48:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:09 smithi191 ceph-mon[110189]: osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023] boot 2023-10-09T06:48:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:09 smithi191 ceph-mon[110189]: osdmap e13: 2 total, 2 up, 2 in 2023-10-09T06:48:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:09 smithi191 ceph-mon[110189]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:09 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:48:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:09 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:48:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:09 smithi008 ceph-mon[108052]: osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023] boot 2023-10-09T06:48:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:09 smithi008 ceph-mon[108052]: osdmap e13: 2 total, 2 up, 2 in 2023-10-09T06:48:10.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:10.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:09 smithi008 ceph-mon[108052]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:09 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:48:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:09 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:48:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:09 smithi135 ceph-mon[109925]: osd.1 [v2:172.21.15.8:6810/3607692023,v1:172.21.15.8:6811/3607692023] boot 2023-10-09T06:48:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:09 smithi135 ceph-mon[109925]: osdmap e13: 2 total, 2 up, 2 in 2023-10-09T06:48:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T06:48:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:09 smithi135 ceph-mon[109925]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-09T06:48:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:10 smithi191 ceph-mon[110189]: osdmap e14: 2 total, 2 up, 2 in 2023-10-09T06:48:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:10 smithi191 ceph-mon[110189]: from='client.? 172.21.15.135:0/1522592305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]: dispatch 2023-10-09T06:48:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:10 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]: dispatch 2023-10-09T06:48:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:10 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]': finished 2023-10-09T06:48:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:10 smithi191 ceph-mon[110189]: osdmap e15: 3 total, 2 up, 3 in 2023-10-09T06:48:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:10 smithi191 ceph-mon[110189]: from='client.? 172.21.15.135:0/3300118981' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:10 smithi008 ceph-mon[108052]: osdmap e14: 2 total, 2 up, 2 in 2023-10-09T06:48:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:10 smithi008 ceph-mon[108052]: from='client.? 172.21.15.135:0/1522592305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]: dispatch 2023-10-09T06:48:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:10 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]: dispatch 2023-10-09T06:48:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:10 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]': finished 2023-10-09T06:48:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:10 smithi008 ceph-mon[108052]: osdmap e15: 3 total, 2 up, 3 in 2023-10-09T06:48:11.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:11.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:10 smithi008 ceph-mon[108052]: from='client.? 172.21.15.135:0/3300118981' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:10 smithi135 ceph-mon[109925]: osdmap e14: 2 total, 2 up, 2 in 2023-10-09T06:48:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:10 smithi135 ceph-mon[109925]: from='client.? 172.21.15.135:0/1522592305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]: dispatch 2023-10-09T06:48:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:10 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]: dispatch 2023-10-09T06:48:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:10 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c1206391-78ea-4859-ac83-a3d771a3aef0"}]': finished 2023-10-09T06:48:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:10 smithi135 ceph-mon[109925]: osdmap e15: 3 total, 2 up, 3 in 2023-10-09T06:48:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:10 smithi135 ceph-mon[109925]: from='client.? 172.21.15.135:0/3300118981' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:11 smithi191 ceph-mon[110189]: pgmap v51: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:11 smithi008 ceph-mon[108052]: pgmap v51: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:11 smithi135 ceph-mon[109925]: pgmap v51: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:14.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:14 smithi008 ceph-mon[108052]: pgmap v52: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:14.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:14 smithi135 ceph-mon[109925]: pgmap v52: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:15.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:14 smithi191 ceph-mon[110189]: pgmap v52: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:15.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T06:48:15.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:15.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T06:48:15.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:16.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T06:48:16.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:16.763 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:16 smithi135 ceph-mon[109925]: Deploying daemon osd.2 on smithi135 2023-10-09T06:48:16.763 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:16 smithi135 ceph-mon[109925]: pgmap v53: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:16.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:16 smithi008 ceph-mon[108052]: Deploying daemon osd.2 on smithi135 2023-10-09T06:48:16.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:16 smithi008 ceph-mon[108052]: pgmap v53: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:17.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:16 smithi191 ceph-mon[110189]: Deploying daemon osd.2 on smithi135 2023-10-09T06:48:17.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:16 smithi191 ceph-mon[110189]: pgmap v53: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:18.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:18 smithi008 ceph-mon[108052]: pgmap v54: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:18.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:18 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:18.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:18 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:18.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:18 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:18.912 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:18 smithi135 ceph-mon[109925]: pgmap v54: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:18.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:18.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:18.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:18 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:19.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:18 smithi191 ceph-mon[110189]: pgmap v54: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:19.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:18 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:19.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:18 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:19.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:18 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:20.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:20 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:20 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:20 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:20.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:20 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:20.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:20 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:20 smithi135 ceph-mon[109925]: pgmap v55: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:20.770 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 2 on host 'smithi135' 2023-10-09T06:48:20.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:20 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:20 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:20 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:20.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:20 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:20.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:20 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:20 smithi191 ceph-mon[110189]: pgmap v55: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:20 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:20 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:20 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:20 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:20.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:20 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:20.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:20 smithi008 ceph-mon[108052]: pgmap v55: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:21.137 DEBUG:teuthology.orchestra.run.smithi135:osd.2> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.2.service 2023-10-09T06:48:21.140 INFO:tasks.cephadm:Deploying osd.3 on smithi135 with /dev/vg_nvme/lv_3... 2023-10-09T06:48:21.140 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-09T06:48:21.172 INFO:journalctl@ceph.osd.2.smithi135.stdout:-- Logs begin at Mon 2023-10-09 06:35:18 UTC. -- 2023-10-09T06:48:21.639 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T06:48:21.883 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:21 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-2[113917]: 2023-10-09T06:48:21.836+0000 7f3242cd5640 -1 osd.2 0 log_to_monitors true 2023-10-09T06:48:21.884 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:21 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:21.884 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:21 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:21.884 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:21 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:22.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:21 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:22.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:21 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:22.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:21 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:22.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:21 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:22.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:21 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:22.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:21 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:22.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:22 smithi135 ceph-mon[109925]: pgmap v56: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:22.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:22 smithi135 ceph-mon[109925]: from='osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T06:48:22.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:22 smithi135 ceph-mon[109925]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T06:48:23.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:22 smithi191 ceph-mon[110189]: pgmap v56: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:23.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:22 smithi191 ceph-mon[110189]: from='osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T06:48:23.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:22 smithi191 ceph-mon[110189]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T06:48:23.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:22 smithi008 ceph-mon[108052]: pgmap v56: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:23.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:22 smithi008 ceph-mon[108052]: from='osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T06:48:23.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:22 smithi008 ceph-mon[108052]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T06:48:23.207 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-09T06:48:23.207 INFO:teuthology.orchestra.run.smithi135.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-09T06:48:23.207 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10+0 records in 2023-10-09T06:48:23.207 INFO:teuthology.orchestra.run.smithi135.stderr:10+0 records out 2023-10-09T06:48:23.207 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113726 s, 922 MB/s 2023-10-09T06:48:23.207 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping successful for: 2023-10-09T06:48:23.549 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi135:vg_nvme/lv_3 2023-10-09T06:48:23.764 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T06:48:24.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T06:48:24.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: osdmap e16: 3 total, 2 up, 3 in 2023-10-09T06:48:24.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:24.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:24.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:23 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.142 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-2[113917]: 2023-10-09T06:48:23.782+0000 7f323834d700 -1 osd.2 0 waiting for initial osdmap 2023-10-09T06:48:24.142 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-2[113917]: 2023-10-09T06:48:23.788+0000 7f323013a700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:48:24.142 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T06:48:24.142 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: osdmap e16: 3 total, 2 up, 3 in 2023-10-09T06:48:24.143 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:24.143 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:24.143 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:24.143 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.143 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.143 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:24.144 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.144 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:24.144 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:24.144 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:23 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T06:48:24.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: osdmap e16: 3 total, 2 up, 3 in 2023-10-09T06:48:24.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:24.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:24.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:24.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:24.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:24.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:24.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:24.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:23 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:25.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:24 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi135 2023-10-09T06:48:25.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:24 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi135 to 21209M 2023-10-09T06:48:25.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:24 smithi191 ceph-mon[110189]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:25.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:24 smithi191 ceph-mon[110189]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:25.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:24 smithi191 ceph-mon[110189]: osdmap e17: 3 total, 2 up, 3 in 2023-10-09T06:48:25.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:25.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:25.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:24 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi135 2023-10-09T06:48:25.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:24 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi135 to 21209M 2023-10-09T06:48:25.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:24 smithi135 ceph-mon[109925]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:25.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:24 smithi135 ceph-mon[109925]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:25.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:24 smithi135 ceph-mon[109925]: osdmap e17: 3 total, 2 up, 3 in 2023-10-09T06:48:25.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:24 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi135 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:24 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi135 to 21209M 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:24 smithi008 ceph-mon[108052]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:24 smithi008 ceph-mon[108052]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:24 smithi008 ceph-mon[108052]: osdmap e17: 3 total, 2 up, 3 in 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:48:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:48:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994] boot 2023-10-09T06:48:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: osdmap e18: 3 total, 3 up, 3 in 2023-10-09T06:48:26.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:26.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:26.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:26.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:26.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:26.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:48:26.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:48:26.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994] boot 2023-10-09T06:48:26.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: osdmap e18: 3 total, 3 up, 3 in 2023-10-09T06:48:26.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:26.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:26.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:26.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:26.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: osd.2 [v2:172.21.15.135:6800/3204965994,v1:172.21.15.135:6801/3204965994] boot 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: osdmap e18: 3 total, 3 up, 3 in 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:26.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-09T06:48:27.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-09T06:48:27.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: osdmap e19: 3 total, 3 up, 3 in 2023-10-09T06:48:27.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T06:48:27.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='client.? 172.21.15.135:0/671003913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]: dispatch 2023-10-09T06:48:27.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]: dispatch 2023-10-09T06:48:27.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-09T06:48:27.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]': finished 2023-10-09T06:48:27.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: osdmap e20: 4 total, 3 up, 4 in 2023-10-09T06:48:27.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:27 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-09T06:48:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-09T06:48:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: osdmap e19: 3 total, 3 up, 3 in 2023-10-09T06:48:27.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T06:48:27.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='client.? 172.21.15.135:0/671003913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]: dispatch 2023-10-09T06:48:27.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]: dispatch 2023-10-09T06:48:27.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-09T06:48:27.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]': finished 2023-10-09T06:48:27.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: osdmap e20: 4 total, 3 up, 4 in 2023-10-09T06:48:27.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:27 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-09T06:48:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-09T06:48:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-09T06:48:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: osdmap e19: 3 total, 3 up, 3 in 2023-10-09T06:48:27.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T06:48:27.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='client.? 172.21.15.135:0/671003913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]: dispatch 2023-10-09T06:48:27.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]: dispatch 2023-10-09T06:48:27.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-09T06:48:27.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5154622-8b0b-4a5e-b9f5-82632c8ffcd5"}]': finished 2023-10-09T06:48:27.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: osdmap e20: 4 total, 3 up, 4 in 2023-10-09T06:48:27.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:27 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:27.906 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:27 smithi008 sudo[125538]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T06:48:27.906 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:27 smithi008 sudo[125538]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:27.906 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:27 smithi008 sudo[125538]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:27.906 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:27 smithi008 sudo[125538]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:28 smithi191 ceph-mon[110189]: from='client.? 172.21.15.135:0/2989806115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:28 smithi191 ceph-mon[110189]: osdmap e21: 4 total, 3 up, 4 in 2023-10-09T06:48:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:28 smithi191 ceph-mon[110189]: pgmap v65: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:28 smithi008 ceph-mon[108052]: from='client.? 172.21.15.135:0/2989806115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:28 smithi008 ceph-mon[108052]: osdmap e21: 4 total, 3 up, 4 in 2023-10-09T06:48:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:28 smithi008 ceph-mon[108052]: pgmap v65: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:28.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:28.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125541]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T06:48:28.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125541]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:28.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125541]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:28.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125541]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:28 smithi135 ceph-mon[109925]: from='client.? 172.21.15.135:0/2989806115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:28 smithi135 ceph-mon[109925]: osdmap e21: 4 total, 3 up, 4 in 2023-10-09T06:48:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:28 smithi135 ceph-mon[109925]: pgmap v65: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:28.906 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125544]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T06:48:28.906 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125544]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:28.906 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125544]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:28.906 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:28 smithi008 sudo[125544]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:29.406 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:29 smithi008 sudo[125547]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T06:48:29.406 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:29 smithi008 sudo[125547]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:29.406 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:29 smithi008 sudo[125547]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:29.406 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 06:48:29 smithi008 sudo[125547]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:29.510 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117161]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T06:48:29.510 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117161]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:29.510 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117161]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:29.511 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117161]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:29.913 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117308]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T06:48:29.913 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117308]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:29.913 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117308]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:29.913 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 06:48:29 smithi135 sudo[117308]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:29 smithi008 sudo[125550]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T06:48:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:29 smithi008 sudo[125550]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:29 smithi008 sudo[125550]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 sudo[125550]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:30.727 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 ceph-mon[110189]: mgrmap e14: x(active, since 109s) 2023-10-09T06:48:30.727 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:30.727 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 ceph-mon[110189]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:30.728 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112214]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T06:48:30.728 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112214]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:30.728 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112214]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:30.728 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112214]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:30.749 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:30 smithi135 ceph-mon[109925]: mgrmap e14: x(active, since 109s) 2023-10-09T06:48:30.749 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:30.749 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:30 smithi135 ceph-mon[109925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 sudo[125553]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T06:48:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 sudo[125553]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 sudo[125553]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 sudo[125553]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 ceph-mon[108052]: mgrmap e14: x(active, since 109s) 2023-10-09T06:48:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:30 smithi008 ceph-mon[108052]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:31.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112217]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T06:48:31.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112217]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:31.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112217]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:31.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:30 smithi191 sudo[112217]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:31.483 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117527]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T06:48:31.483 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117527]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:31.483 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117527]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:31.484 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117527]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:31.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: pgmap v66: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:31.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:31.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:31.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:31.881 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:31.882 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.882 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.882 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:31 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: pgmap v66: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:31.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:31.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:31.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:31.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:31.908 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:31 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117533]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T06:48:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117533]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T06:48:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117533]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T06:48:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 sudo[117533]: pam_unix(sudo:session): session closed for user root 2023-10-09T06:48:31.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: pgmap v66: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:31.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:31.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T06:48:31.915 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:31 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T06:48:32.539 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:32 smithi135 ceph-mon[109925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:32.539 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:32 smithi135 ceph-mon[109925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:32.540 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:32 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T06:48:32.540 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:32 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:32.540 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:32 smithi135 ceph-mon[109925]: Deploying daemon osd.3 on smithi135 2023-10-09T06:48:32.540 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:32 smithi135 ceph-mon[109925]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:32.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:32 smithi191 ceph-mon[110189]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:32.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:32 smithi191 ceph-mon[110189]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:32.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:32 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T06:48:32.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:32 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:32.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:32 smithi191 ceph-mon[110189]: Deploying daemon osd.3 on smithi135 2023-10-09T06:48:32.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:32 smithi191 ceph-mon[110189]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:32 smithi008 ceph-mon[108052]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T06:48:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:32 smithi008 ceph-mon[108052]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T06:48:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:32 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T06:48:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:32 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:32 smithi008 ceph-mon[108052]: Deploying daemon osd.3 on smithi135 2023-10-09T06:48:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:32 smithi008 ceph-mon[108052]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:34.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:34 smithi008 ceph-mon[108052]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:34.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:34 smithi135 ceph-mon[109925]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:35.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:34 smithi191 ceph-mon[110189]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:35 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:35 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:36.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:35 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:36.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:35 smithi191 ceph-mon[110189]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:36.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:35 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:36.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:35 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:36.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:35 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:36.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:35 smithi008 ceph-mon[108052]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:35 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:35 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:35 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:35 smithi135 ceph-mon[109925]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-09T06:48:36.966 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 3 on host 'smithi135' 2023-10-09T06:48:37.350 DEBUG:teuthology.orchestra.run.smithi135:osd.3> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.3.service 2023-10-09T06:48:37.352 INFO:tasks.cephadm:Deploying osd.4 on smithi135 with /dev/vg_nvme/lv_2... 2023-10-09T06:48:37.352 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-09T06:48:37.385 INFO:journalctl@ceph.osd.3.smithi135.stdout:-- Logs begin at Mon 2023-10-09 06:35:18 UTC. -- 2023-10-09T06:48:37.497 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.497 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.497 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:37.497 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:37.498 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.498 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.498 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.498 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:37.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:37.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:37.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:37.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:37.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:37.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:37.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:37.961 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T06:48:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:38 smithi135 ceph-mon[109925]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-10-09T06:48:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:38 smithi135 ceph-mon[109925]: from='osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T06:48:38.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:38 smithi135 ceph-mon[109925]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T06:48:38.414 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 06:48:38 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-3[118099]: 2023-10-09T06:48:38.224+0000 7f07772bb640 -1 osd.3 0 log_to_monitors true 2023-10-09T06:48:38.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:38 smithi191 ceph-mon[110189]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-10-09T06:48:38.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:38 smithi191 ceph-mon[110189]: from='osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T06:48:38.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:38 smithi191 ceph-mon[110189]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T06:48:38.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:38 smithi008 ceph-mon[108052]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-10-09T06:48:38.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:38 smithi008 ceph-mon[108052]: from='osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T06:48:38.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:38 smithi008 ceph-mon[108052]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T06:48:39.266 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-09T06:48:39.266 INFO:teuthology.orchestra.run.smithi135.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-09T06:48:39.266 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10+0 records in 2023-10-09T06:48:39.266 INFO:teuthology.orchestra.run.smithi135.stderr:10+0 records out 2023-10-09T06:48:39.266 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129338 s, 811 MB/s 2023-10-09T06:48:39.266 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping successful for: 2023-10-09T06:48:39.307 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 06:48:39 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-3[118099]: 2023-10-09T06:48:39.247+0000 7f076c933700 -1 osd.3 0 waiting for initial osdmap 2023-10-09T06:48:39.307 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 06:48:39 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-3[118099]: 2023-10-09T06:48:39.251+0000 7f0767f27700 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:48:39.307 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:39 smithi135 ceph-mon[109925]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T06:48:39.307 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:39 smithi135 ceph-mon[109925]: osdmap e22: 4 total, 3 up, 4 in 2023-10-09T06:48:39.308 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:39 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:39.308 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:39 smithi135 ceph-mon[109925]: from='osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:39.308 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:39 smithi135 ceph-mon[109925]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:39.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:39 smithi191 ceph-mon[110189]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T06:48:39.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:39 smithi191 ceph-mon[110189]: osdmap e22: 4 total, 3 up, 4 in 2023-10-09T06:48:39.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:39 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:39.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:39 smithi191 ceph-mon[110189]: from='osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:39.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:39 smithi191 ceph-mon[110189]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:39.652 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi135:vg_nvme/lv_2 2023-10-09T06:48:39.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:39 smithi008 ceph-mon[108052]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T06:48:39.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:39 smithi008 ceph-mon[108052]: osdmap e22: 4 total, 3 up, 4 in 2023-10-09T06:48:39.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:39 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:39.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:39 smithi008 ceph-mon[108052]: from='osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:39.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:39 smithi008 ceph-mon[108052]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:39.866 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T06:48:40.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:40.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: osdmap e23: 4 total, 3 up, 4 in 2023-10-09T06:48:40.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.618 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi135 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi135 to 10604M 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028] boot 2023-10-09T06:48:40.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: osdmap e24: 4 total, 4 up, 4 in 2023-10-09T06:48:40.620 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:40 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:40.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: osdmap e23: 4 total, 3 up, 4 in 2023-10-09T06:48:40.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi135 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi135 to 10604M 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-10-09T06:48:40.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028] boot 2023-10-09T06:48:40.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: osdmap e24: 4 total, 4 up, 4 in 2023-10-09T06:48:40.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:40 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:40.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: osdmap e23: 4 total, 3 up, 4 in 2023-10-09T06:48:40.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi135 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi135 to 10604M 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-10-09T06:48:40.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: osd.3 [v2:172.21.15.135:6808/2359258028,v1:172.21.15.135:6809/2359258028] boot 2023-10-09T06:48:40.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: osdmap e24: 4 total, 4 up, 4 in 2023-10-09T06:48:40.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:40 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T06:48:41.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:41 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:48:41.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:41 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:48:41.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:41 smithi135 ceph-mon[109925]: osdmap e25: 4 total, 4 up, 4 in 2023-10-09T06:48:41.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:41 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:41.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:41 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:41.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:41 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:41.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:41 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:48:41.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:41 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:48:41.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:41 smithi191 ceph-mon[110189]: osdmap e25: 4 total, 4 up, 4 in 2023-10-09T06:48:41.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:41 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:41.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:41 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:41.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:41 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:41 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:48:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:41 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:48:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:41 smithi008 ceph-mon[108052]: osdmap e25: 4 total, 4 up, 4 in 2023-10-09T06:48:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:41.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:42.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:42 smithi191 ceph-mon[110189]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:42.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:42 smithi191 ceph-mon[110189]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:42.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:42 smithi191 ceph-mon[110189]: osdmap e26: 4 total, 4 up, 4 in 2023-10-09T06:48:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:42 smithi008 ceph-mon[108052]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:42 smithi008 ceph-mon[108052]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:42.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:42 smithi008 ceph-mon[108052]: osdmap e26: 4 total, 4 up, 4 in 2023-10-09T06:48:42.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:42 smithi135 ceph-mon[109925]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:42.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:42 smithi135 ceph-mon[109925]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:42.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:42 smithi135 ceph-mon[109925]: osdmap e26: 4 total, 4 up, 4 in 2023-10-09T06:48:43.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:43 smithi191 ceph-mon[110189]: osdmap e27: 4 total, 4 up, 4 in 2023-10-09T06:48:43.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:43 smithi191 ceph-mon[110189]: from='client.? 172.21.15.135:0/3099930768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]: dispatch 2023-10-09T06:48:43.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:43 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]: dispatch 2023-10-09T06:48:43.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:43 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]': finished 2023-10-09T06:48:43.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:43 smithi191 ceph-mon[110189]: osdmap e28: 5 total, 4 up, 5 in 2023-10-09T06:48:43.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:43 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:43.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:43 smithi191 ceph-mon[110189]: from='client.? 172.21.15.135:0/934310335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:43.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:43 smithi008 ceph-mon[108052]: osdmap e27: 4 total, 4 up, 4 in 2023-10-09T06:48:43.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:43 smithi008 ceph-mon[108052]: from='client.? 172.21.15.135:0/3099930768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]: dispatch 2023-10-09T06:48:43.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:43 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]: dispatch 2023-10-09T06:48:43.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:43 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]': finished 2023-10-09T06:48:43.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:43 smithi008 ceph-mon[108052]: osdmap e28: 5 total, 4 up, 5 in 2023-10-09T06:48:43.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:43 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:43.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:43 smithi008 ceph-mon[108052]: from='client.? 172.21.15.135:0/934310335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:43.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:43 smithi135 ceph-mon[109925]: osdmap e27: 4 total, 4 up, 4 in 2023-10-09T06:48:43.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:43 smithi135 ceph-mon[109925]: from='client.? 172.21.15.135:0/3099930768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]: dispatch 2023-10-09T06:48:43.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:43 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]: dispatch 2023-10-09T06:48:43.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:43 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c0fde9c4-9537-4cf5-b9f3-47c28892b1f0"}]': finished 2023-10-09T06:48:43.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:43 smithi135 ceph-mon[109925]: osdmap e28: 5 total, 4 up, 5 in 2023-10-09T06:48:43.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:43 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:43.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:43 smithi135 ceph-mon[109925]: from='client.? 172.21.15.135:0/934310335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:48:45.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:44 smithi191 ceph-mon[110189]: pgmap v80: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 172 KiB/s, 0 objects/s recovering 2023-10-09T06:48:45.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:44 smithi008 ceph-mon[108052]: pgmap v80: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 172 KiB/s, 0 objects/s recovering 2023-10-09T06:48:45.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:44 smithi135 ceph-mon[109925]: pgmap v80: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 172 KiB/s, 0 objects/s recovering 2023-10-09T06:48:47.038 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:46 smithi135 ceph-mon[109925]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2023-10-09T06:48:47.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:46 smithi191 ceph-mon[110189]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2023-10-09T06:48:47.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:46 smithi008 ceph-mon[108052]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2023-10-09T06:48:49.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:48 smithi191 ceph-mon[110189]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T06:48:49.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T06:48:49.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:48 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:49.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:48 smithi191 ceph-mon[110189]: Deploying daemon osd.4 on smithi135 2023-10-09T06:48:49.154 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:48 smithi135 ceph-mon[109925]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T06:48:49.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T06:48:49.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:48 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:49.155 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:48 smithi135 ceph-mon[109925]: Deploying daemon osd.4 on smithi135 2023-10-09T06:48:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:48 smithi008 ceph-mon[108052]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T06:48:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T06:48:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:48 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:48 smithi008 ceph-mon[108052]: Deploying daemon osd.4 on smithi135 2023-10-09T06:48:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:50 smithi135 ceph-mon[109925]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T06:48:51.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:50 smithi191 ceph-mon[110189]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T06:48:51.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:50 smithi008 ceph-mon[108052]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T06:48:52.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:52 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:52.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:52 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:52.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:52 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:52.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:52 smithi191 ceph-mon[110189]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:52.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:52.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:52.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:52 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:52.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:52 smithi008 ceph-mon[108052]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:52.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:52 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:52.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:52 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:52.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:52 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:52.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:52 smithi135 ceph-mon[109925]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:53.142 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 4 on host 'smithi135' 2023-10-09T06:48:53.556 DEBUG:teuthology.orchestra.run.smithi135:osd.4> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.4.service 2023-10-09T06:48:53.558 INFO:tasks.cephadm:Deploying osd.5 on smithi191 with /dev/vg_nvme/lv_4... 2023-10-09T06:48:53.558 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-09T06:48:53.587 INFO:journalctl@ceph.osd.4.smithi135.stdout:-- Logs begin at Mon 2023-10-09 06:35:18 UTC. -- 2023-10-09T06:48:53.782 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:48:53.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:53.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:53.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:53.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:53.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:53.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:53.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:53.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:53 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:53.999 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:53.999 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:53.999 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:54.000 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:54.000 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.000 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.000 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.000 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:53 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:54.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:53 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:48:54.663 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 06:48:54 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T06:48:54.461+0000 7fd420766640 -1 osd.4 0 log_to_monitors true 2023-10-09T06:48:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:54 smithi191 ceph-mon[110189]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:54 smithi191 ceph-mon[110189]: from='osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T06:48:54.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:54 smithi191 ceph-mon[110189]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T06:48:55.065 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-09T06:48:55.066 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-09T06:48:55.066 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2023-10-09T06:48:55.066 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2023-10-09T06:48:55.066 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111776 s, 938 MB/s 2023-10-09T06:48:55.066 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2023-10-09T06:48:55.074 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:54 smithi135 ceph-mon[109925]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:55.075 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:54 smithi135 ceph-mon[109925]: from='osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T06:48:55.075 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:54 smithi135 ceph-mon[109925]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T06:48:55.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:54 smithi008 ceph-mon[108052]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:55.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:54 smithi008 ceph-mon[108052]: from='osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T06:48:55.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:54 smithi008 ceph-mon[108052]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T06:48:55.452 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi191:vg_nvme/lv_4 2023-10-09T06:48:55.670 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:48:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-09T06:48:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: osdmap e29: 5 total, 4 up, 5 in 2023-10-09T06:48:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi135 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi135 to 7069M 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:56 smithi191 ceph-mon[110189]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: osdmap e29: 5 total, 4 up, 5 in 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi135 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi135 to 7069M 2023-10-09T06:48:56.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:56.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:56.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:56 smithi008 ceph-mon[108052]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:56.413 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T06:48:56.112+0000 7fd415dde700 -1 osd.4 0 waiting for initial osdmap 2023-10-09T06:48:56.413 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T06:48:56.116+0000 7fd40dbcb700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:48:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-09T06:48:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: osdmap e29: 5 total, 4 up, 5 in 2023-10-09T06:48:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi135 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi135 to 7069M 2023-10-09T06:48:56.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:56.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:48:56.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:48:56.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:56 smithi135 ceph-mon[109925]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:57.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: osdmap e30: 5 total, 4 up, 5 in 2023-10-09T06:48:57.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:57.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:57.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:57.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:57.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:57.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:57 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: osdmap e30: 5 total, 4 up, 5 in 2023-10-09T06:48:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:57.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:57.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:57 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2023-10-09T06:48:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: osdmap e30: 5 total, 4 up, 5 in 2023-10-09T06:48:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:48:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:48:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:48:57.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:57 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:48:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:58 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:48:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:58 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:48:58.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:58 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:58.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:58 smithi191 ceph-mon[110189]: osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167] boot 2023-10-09T06:48:58.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:58 smithi191 ceph-mon[110189]: osdmap e31: 5 total, 5 up, 5 in 2023-10-09T06:48:58.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:58 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:58.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:58 smithi191 ceph-mon[110189]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:58.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:58 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:48:58.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:58 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:48:58.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:58 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:58.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:58 smithi008 ceph-mon[108052]: osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167] boot 2023-10-09T06:48:58.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:58 smithi008 ceph-mon[108052]: osdmap e31: 5 total, 5 up, 5 in 2023-10-09T06:48:58.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:58 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:58.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:58 smithi008 ceph-mon[108052]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:58 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:48:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:58 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:48:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:58 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:58 smithi135 ceph-mon[109925]: osd.4 [v2:172.21.15.135:6816/3491711167,v1:172.21.15.135:6817/3491711167] boot 2023-10-09T06:48:58.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:58 smithi135 ceph-mon[109925]: osdmap e31: 5 total, 5 up, 5 in 2023-10-09T06:48:58.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:58 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T06:48:58.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:58 smithi135 ceph-mon[109925]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-09T06:48:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:59 smithi008 ceph-mon[108052]: osdmap e32: 5 total, 5 up, 5 in 2023-10-09T06:48:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:59 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/3263005054' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]: dispatch 2023-10-09T06:48:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:59 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]: dispatch 2023-10-09T06:48:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:59 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]': finished 2023-10-09T06:48:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:59 smithi008 ceph-mon[108052]: osdmap e33: 6 total, 5 up, 6 in 2023-10-09T06:48:59.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:48:59 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:48:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:59 smithi135 ceph-mon[109925]: osdmap e32: 5 total, 5 up, 5 in 2023-10-09T06:48:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:59 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/3263005054' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]: dispatch 2023-10-09T06:48:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:59 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]: dispatch 2023-10-09T06:48:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:59 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]': finished 2023-10-09T06:48:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:59 smithi135 ceph-mon[109925]: osdmap e33: 6 total, 5 up, 6 in 2023-10-09T06:48:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:48:59 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:48:59.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:59 smithi191 ceph-mon[110189]: osdmap e32: 5 total, 5 up, 5 in 2023-10-09T06:48:59.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:59 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/3263005054' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]: dispatch 2023-10-09T06:48:59.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:59 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]: dispatch 2023-10-09T06:48:59.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:59 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d818c6c7-706d-4762-ac8b-2c0f9e1c0031"}]': finished 2023-10-09T06:48:59.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:59 smithi191 ceph-mon[110189]: osdmap e33: 6 total, 5 up, 6 in 2023-10-09T06:48:59.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:48:59 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:00 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/1272318754' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:00 smithi008 ceph-mon[108052]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:00.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:00 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/1272318754' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:00 smithi135 ceph-mon[109925]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:00.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:00 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/1272318754' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:00.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:00 smithi191 ceph-mon[110189]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:02.869 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:02 smithi191 ceph-mon[110189]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:02.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:02 smithi008 ceph-mon[108052]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:02.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:02 smithi135 ceph-mon[109925]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:03.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:03 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T06:49:03.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:03 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:03.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:03 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T06:49:03.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:03 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:03.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:03 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T06:49:03.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:03 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:04.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:04 smithi191 ceph-mon[110189]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:04.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:04 smithi191 ceph-mon[110189]: Deploying daemon osd.5 on smithi191 2023-10-09T06:49:04.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:04 smithi008 ceph-mon[108052]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:04.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:04 smithi008 ceph-mon[108052]: Deploying daemon osd.5 on smithi191 2023-10-09T06:49:04.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:04 smithi135 ceph-mon[109925]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:04.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:04 smithi135 ceph-mon[109925]: Deploying daemon osd.5 on smithi191 2023-10-09T06:49:06.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:06 smithi191 ceph-mon[110189]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:06.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:06 smithi008 ceph-mon[108052]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:06.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:06 smithi135 ceph-mon[109925]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:08 smithi191 ceph-mon[110189]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:08 smithi008 ceph-mon[108052]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:08 smithi135 ceph-mon[109925]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:09.240 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 5 on host 'smithi191' 2023-10-09T06:49:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:09.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:09.626 DEBUG:teuthology.orchestra.run.smithi191:osd.5> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.5.service 2023-10-09T06:49:09.628 INFO:tasks.cephadm:Deploying osd.6 on smithi191 with /dev/vg_nvme/lv_3... 2023-10-09T06:49:09.629 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-09T06:49:09.661 INFO:journalctl@ceph.osd.5.smithi191.stdout:-- Logs begin at Mon 2023-10-09 06:35:24 UTC. -- 2023-10-09T06:49:10.145 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:49:10.508 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 06:49:10 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T06:49:10.330+0000 7ff70da3e640 -1 osd.5 0 log_to_monitors true 2023-10-09T06:49:10.508 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:10.508 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:10.508 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:10.508 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:10 smithi191 ceph-mon[110189]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:10.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:10.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:10.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:10.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:10 smithi008 ceph-mon[108052]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:10.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:10.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:10.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:10.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:10 smithi135 ceph-mon[109925]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:11.567 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:11 smithi191 ceph-mon[110189]: from='osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T06:49:11.567 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:11 smithi191 ceph-mon[110189]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T06:49:11.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:11 smithi008 ceph-mon[108052]: from='osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T06:49:11.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:11 smithi008 ceph-mon[108052]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T06:49:11.662 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:11 smithi135 ceph-mon[109925]: from='osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T06:49:11.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:11 smithi135 ceph-mon[109925]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T06:49:11.665 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-09T06:49:11.665 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-09T06:49:11.665 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2023-10-09T06:49:11.666 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2023-10-09T06:49:11.666 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113338 s, 925 MB/s 2023-10-09T06:49:11.666 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2023-10-09T06:49:12.268 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi191:vg_nvme/lv_3 2023-10-09T06:49:12.490 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:49:12.611 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T06:49:12.233+0000 7ff7030b6700 -1 osd.5 0 waiting for initial osdmap 2023-10-09T06:49:12.612 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T06:49:12.237+0000 7ff6fd6a8700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:49:12.612 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-09T06:49:12.612 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: osdmap e34: 6 total, 5 up, 6 in 2023-10-09T06:49:12.612 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:12.612 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:12.612 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:12.612 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:12.612 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.613 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.613 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:12.613 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.613 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:12.613 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:12.613 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-09T06:49:12.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: osdmap e34: 6 total, 5 up, 6 in 2023-10-09T06:49:12.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:12.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:12.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: osdmap e34: 6 total, 5 up, 6 in 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:12.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:12.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:12.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:12.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:13.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:13 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi191 2023-10-09T06:49:13.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:13 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi191 to 21210M 2023-10-09T06:49:13.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:13 smithi191 ceph-mon[110189]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:13.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:13 smithi191 ceph-mon[110189]: osdmap e35: 6 total, 5 up, 6 in 2023-10-09T06:49:13.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:13 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:13.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:13 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:13.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:13 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi191 2023-10-09T06:49:13.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:13 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi191 to 21210M 2023-10-09T06:49:13.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:13 smithi008 ceph-mon[108052]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:13.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:13 smithi008 ceph-mon[108052]: osdmap e35: 6 total, 5 up, 6 in 2023-10-09T06:49:13.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:13 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:13.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:13 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:13.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:13 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi191 2023-10-09T06:49:13.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:13 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi191 to 21210M 2023-10-09T06:49:13.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:13 smithi135 ceph-mon[109925]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:13.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:13 smithi135 ceph-mon[109925]: osdmap e35: 6 total, 5 up, 6 in 2023-10-09T06:49:13.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:13 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:13.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:13 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:14.242 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:49:14.242 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:49:14.242 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073] boot 2023-10-09T06:49:14.242 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: osdmap e36: 6 total, 6 up, 6 in 2023-10-09T06:49:14.243 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:14.243 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-09T06:49:14.243 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:49:14.243 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:49:14.243 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:49:14.243 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:14.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:49:14.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073] boot 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: osdmap e36: 6 total, 6 up, 6 in 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:49:14.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:14.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:49:14.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:49:14.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: osd.5 [v2:172.21.15.191:6800/449975073,v1:172.21.15.191:6801/449975073] boot 2023-10-09T06:49:14.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: osdmap e36: 6 total, 6 up, 6 in 2023-10-09T06:49:14.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T06:49:14.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-09T06:49:14.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:49:14.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:49:14.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:49:14.664 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:15.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:15 smithi191 ceph-mon[110189]: osdmap e37: 6 total, 6 up, 6 in 2023-10-09T06:49:15.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:15 smithi008 ceph-mon[108052]: osdmap e37: 6 total, 6 up, 6 in 2023-10-09T06:49:15.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:15 smithi135 ceph-mon[109925]: osdmap e37: 6 total, 6 up, 6 in 2023-10-09T06:49:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: osdmap e38: 6 total, 6 up, 6 in 2023-10-09T06:49:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/1672942409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]: dispatch 2023-10-09T06:49:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]: dispatch 2023-10-09T06:49:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]': finished 2023-10-09T06:49:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: osdmap e39: 7 total, 6 up, 7 in 2023-10-09T06:49:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:16.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: pgmap v107: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:16.631 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:16 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/1701158965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: osdmap e38: 6 total, 6 up, 6 in 2023-10-09T06:49:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/1672942409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]: dispatch 2023-10-09T06:49:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]: dispatch 2023-10-09T06:49:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]': finished 2023-10-09T06:49:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: osdmap e39: 7 total, 6 up, 7 in 2023-10-09T06:49:16.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:16.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: pgmap v107: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:16.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:16 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/1701158965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: osdmap e38: 6 total, 6 up, 6 in 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/1672942409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]: dispatch 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]: dispatch 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "336ee85d-a9da-4002-aa71-49a6d4691a35"}]': finished 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: osdmap e39: 7 total, 6 up, 7 in 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: pgmap v107: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:16.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:16 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/1701158965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:17.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:17 smithi191 ceph-mon[110189]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2023-10-09T06:49:17.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:17 smithi191 ceph-mon[110189]: osdmap e40: 7 total, 6 up, 7 in 2023-10-09T06:49:17.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:17 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:17.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:17 smithi008 ceph-mon[108052]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2023-10-09T06:49:17.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:17 smithi008 ceph-mon[108052]: osdmap e40: 7 total, 6 up, 7 in 2023-10-09T06:49:17.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:17 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:17.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:17 smithi135 ceph-mon[109925]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2023-10-09T06:49:17.665 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:17 smithi135 ceph-mon[109925]: osdmap e40: 7 total, 6 up, 7 in 2023-10-09T06:49:17.666 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:17 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:18.573 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:18 smithi191 ceph-mon[110189]: pgmap v109: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:18.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:18 smithi008 ceph-mon[108052]: pgmap v109: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:18.662 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:18 smithi135 ceph-mon[109925]: pgmap v109: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:20 smithi008 ceph-mon[108052]: pgmap v110: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:20 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T06:49:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:20 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:20.912 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:20 smithi135 ceph-mon[109925]: pgmap v110: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:20.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:20 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T06:49:20.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:20 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:21.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:20 smithi191 ceph-mon[110189]: pgmap v110: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-10-09T06:49:21.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:20 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T06:49:21.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:20 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:21.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:21 smithi008 ceph-mon[108052]: Deploying daemon osd.6 on smithi191 2023-10-09T06:49:21.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:21 smithi135 ceph-mon[109925]: Deploying daemon osd.6 on smithi191 2023-10-09T06:49:21.963 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:21 smithi191 ceph-mon[110189]: Deploying daemon osd.6 on smithi191 2023-10-09T06:49:22.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:22 smithi008 ceph-mon[108052]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-10-09T06:49:22.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:22 smithi008 ceph-mon[108052]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2023-10-09T06:49:22.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:22 smithi008 ceph-mon[108052]: Cluster is now healthy 2023-10-09T06:49:22.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:22 smithi135 ceph-mon[109925]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-10-09T06:49:22.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:22 smithi135 ceph-mon[109925]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2023-10-09T06:49:22.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:22 smithi135 ceph-mon[109925]: Cluster is now healthy 2023-10-09T06:49:23.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:22 smithi191 ceph-mon[110189]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-10-09T06:49:23.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:22 smithi191 ceph-mon[110189]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2023-10-09T06:49:23.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:22 smithi191 ceph-mon[110189]: Cluster is now healthy 2023-10-09T06:49:25.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:24 smithi191 ceph-mon[110189]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-10-09T06:49:25.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:25.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:25.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:24 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:24 smithi008 ceph-mon[108052]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-10-09T06:49:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:24 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:25.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:24 smithi135 ceph-mon[109925]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-10-09T06:49:25.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:25.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:25.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:24 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:25.938 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 6 on host 'smithi191' 2023-10-09T06:49:26.323 DEBUG:teuthology.orchestra.run.smithi191:osd.6> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.6.service 2023-10-09T06:49:26.325 INFO:tasks.cephadm:Deploying osd.7 on smithi191 with /dev/vg_nvme/lv_2... 2023-10-09T06:49:26.325 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-09T06:49:26.358 INFO:journalctl@ceph.osd.6.smithi191.stdout:-- Logs begin at Mon 2023-10-09 06:35:24 UTC. -- 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.560 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.561 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:26 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:26.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:26.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:26.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-09T06:49:26.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:26 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:26.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:26 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:27.028 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:49:27.268 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 06:49:27 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T06:49:27.090+0000 7f4b2201e640 -1 osd.6 0 log_to_monitors true 2023-10-09T06:49:27.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:27 smithi191 ceph-mon[110189]: from='osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T06:49:27.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:27 smithi191 ceph-mon[110189]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T06:49:27.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:27 smithi008 ceph-mon[108052]: from='osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T06:49:27.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:27 smithi008 ceph-mon[108052]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T06:49:27.912 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:27 smithi135 ceph-mon[109925]: from='osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T06:49:27.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:27 smithi135 ceph-mon[109925]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T06:49:28.490 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-09T06:49:28.490 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-09T06:49:28.491 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2023-10-09T06:49:28.491 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2023-10-09T06:49:28.491 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.013222 s, 793 MB/s 2023-10-09T06:49:28.491 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2023-10-09T06:49:28.525 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T06:49:28.456+0000 7f4b17696700 -1 osd.6 0 waiting for initial osdmap 2023-10-09T06:49:28.525 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T06:49:28.462+0000 7f4b12c8a700 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:49:28.525 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-mon[110189]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-09T06:49:28.525 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-mon[110189]: osdmap e41: 7 total, 6 up, 7 in 2023-10-09T06:49:28.525 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:28.525 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-mon[110189]: from='osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:28.526 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-mon[110189]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:28.526 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:28 smithi191 ceph-mon[110189]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-09T06:49:28.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:28 smithi008 ceph-mon[108052]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-09T06:49:28.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:28 smithi008 ceph-mon[108052]: osdmap e41: 7 total, 6 up, 7 in 2023-10-09T06:49:28.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:28 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:28.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:28 smithi008 ceph-mon[108052]: from='osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:28.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:28 smithi008 ceph-mon[108052]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:28.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:28 smithi008 ceph-mon[108052]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-09T06:49:28.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:28 smithi135 ceph-mon[109925]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-09T06:49:28.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:28 smithi135 ceph-mon[109925]: osdmap e41: 7 total, 6 up, 7 in 2023-10-09T06:49:28.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:28 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:28.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:28 smithi135 ceph-mon[109925]: from='osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:28.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:28 smithi135 ceph-mon[109925]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:28.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:28 smithi135 ceph-mon[109925]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-09T06:49:28.965 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi191:vg_nvme/lv_2 2023-10-09T06:49:29.180 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:49:29.609 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:29.609 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: osdmap e42: 7 total, 6 up, 7 in 2023-10-09T06:49:29.609 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:29.609 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:29.609 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi191 2023-10-09T06:49:29.609 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.609 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.610 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:29.610 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:29.610 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi191 to 10605M 2023-10-09T06:49:29.610 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.610 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:29.610 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:29.610 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:29 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:29.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: osdmap e42: 7 total, 6 up, 7 in 2023-10-09T06:49:29.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:29.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:29.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi191 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi191 to 10605M 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:29.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:29 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: osdmap e42: 7 total, 6 up, 7 in 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi191 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:29.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:29.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi191 to 10605M 2023-10-09T06:49:29.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:29.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:29.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:29.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:29 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838] boot 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: osdmap e43: 7 total, 7 up, 7 in 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:49:30.731 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:30 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:49:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:49:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838] boot 2023-10-09T06:49:30.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: osdmap e43: 7 total, 7 up, 7 in 2023-10-09T06:49:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-09T06:49:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:49:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:49:30.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:30 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: osd.6 [v2:172.21.15.191:6808/4233882838,v1:172.21.15.191:6809/4233882838] boot 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: osdmap e43: 7 total, 7 up, 7 in 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T06:49:30.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:30 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:31.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:31 smithi191 ceph-mon[110189]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:49:31.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:31 smithi191 ceph-mon[110189]: osdmap e44: 7 total, 7 up, 7 in 2023-10-09T06:49:31.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:31 smithi008 ceph-mon[108052]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:49:31.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:31 smithi008 ceph-mon[108052]: osdmap e44: 7 total, 7 up, 7 in 2023-10-09T06:49:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:31 smithi135 ceph-mon[109925]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:49:31.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:31 smithi135 ceph-mon[109925]: osdmap e44: 7 total, 7 up, 7 in 2023-10-09T06:49:32.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:32 smithi191 ceph-mon[110189]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:32.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:32 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/3985341651' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]: dispatch 2023-10-09T06:49:32.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:32 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]: dispatch 2023-10-09T06:49:32.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:32 smithi191 ceph-mon[110189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]': finished 2023-10-09T06:49:32.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:32 smithi191 ceph-mon[110189]: osdmap e45: 8 total, 7 up, 8 in 2023-10-09T06:49:32.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:32 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:32 smithi008 ceph-mon[108052]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:32 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/3985341651' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]: dispatch 2023-10-09T06:49:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:32 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]: dispatch 2023-10-09T06:49:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:32 smithi008 ceph-mon[108052]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]': finished 2023-10-09T06:49:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:32 smithi008 ceph-mon[108052]: osdmap e45: 8 total, 7 up, 8 in 2023-10-09T06:49:32.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:32 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:32.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:32 smithi135 ceph-mon[109925]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:32.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:32 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/3985341651' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]: dispatch 2023-10-09T06:49:32.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:32 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]: dispatch 2023-10-09T06:49:32.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:32 smithi135 ceph-mon[109925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c6474d8-c98f-46b4-8016-f7588e7e623d"}]': finished 2023-10-09T06:49:32.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:32 smithi135 ceph-mon[109925]: osdmap e45: 8 total, 7 up, 8 in 2023-10-09T06:49:32.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:32 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:33.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:33 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/3073729154' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:33.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:33 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/3073729154' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:33.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:33 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/3073729154' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T06:49:34.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:34 smithi191 ceph-mon[110189]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:34.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:34 smithi008 ceph-mon[108052]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:34.912 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:34 smithi135 ceph-mon[109925]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:36.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:36 smithi008 ceph-mon[108052]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:36.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:36 smithi135 ceph-mon[109925]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:37.036 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:36 smithi191 ceph-mon[110189]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:37.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T06:49:37.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:37 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:37.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T06:49:37.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:37 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:38.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T06:49:38.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:37 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:38.744 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:38 smithi191 ceph-mon[110189]: Deploying daemon osd.7 on smithi191 2023-10-09T06:49:38.744 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:38 smithi191 ceph-mon[110189]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:38.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:38 smithi135 ceph-mon[109925]: Deploying daemon osd.7 on smithi191 2023-10-09T06:49:38.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:38 smithi135 ceph-mon[109925]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:39.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:38 smithi008 ceph-mon[108052]: Deploying daemon osd.7 on smithi191 2023-10-09T06:49:39.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:38 smithi008 ceph-mon[108052]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:40.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:40 smithi191 ceph-mon[110189]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:40.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:40 smithi135 ceph-mon[109925]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:41.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:40 smithi008 ceph-mon[108052]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:41.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:41 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:41.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:41 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:41.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:41 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:42.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:42.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:42.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:41 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:42.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:41 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:42.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:41 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:42.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:41 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:42.760 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:42 smithi191 ceph-mon[110189]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:42.760 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:42 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:42.760 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:42 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:42.760 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:42 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:42.760 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:42 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:42.760 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:42 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:42.874 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 7 on host 'smithi191' 2023-10-09T06:49:43.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:42 smithi008 ceph-mon[108052]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:43.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:42 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:43.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:42 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:43.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:42 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:43.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:42 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:43.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:42 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:42 smithi135 ceph-mon[109925]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:42 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:42 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:42 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:42 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:43.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:42 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:43.314 DEBUG:teuthology.orchestra.run.smithi191:osd.7> sudo journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.7.service 2023-10-09T06:49:43.316 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-10-09T06:49:43.316 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-09T06:49:43.348 INFO:journalctl@ceph.osd.7.smithi191.stdout:-- Logs begin at Mon 2023-10-09 06:35:24 UTC. -- 2023-10-09T06:49:43.567 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:49:44.079 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:43 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:44.079 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:43 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:44.079 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:43 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:44.095 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 06:49:43 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T06:49:43.877+0000 7fcb30179640 -1 osd.7 0 log_to_monitors true 2023-10-09T06:49:44.095 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:43 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:44.095 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:43 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:44.095 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:43 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:44.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:43 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:44.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:43 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:44.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:43 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:49:44.716 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:49:44.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:44 smithi191 ceph-mon[110189]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:44.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:44 smithi191 ceph-mon[110189]: from='osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T06:49:44.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:44 smithi191 ceph-mon[110189]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T06:49:44.880 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:44 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/1462206904' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T06:49:44.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:44 smithi008 ceph-mon[108052]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:44.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:44 smithi008 ceph-mon[108052]: from='osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T06:49:44.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:44 smithi008 ceph-mon[108052]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T06:49:44.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:44 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1462206904' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T06:49:45.093 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1696834169,"num_in_osds":8,"osd_in_since":1696834172,"num_remapped_pgs":0} 2023-10-09T06:49:45.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:44 smithi135 ceph-mon[109925]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:45.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:44 smithi135 ceph-mon[109925]: from='osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T06:49:45.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:44 smithi135 ceph-mon[109925]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T06:49:45.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:44 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/1462206904' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T06:49:46.094 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-09T06:49:46.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T06:49:45.875+0000 7fcb257f1700 -1 osd.7 0 waiting for initial osdmap 2023-10-09T06:49:46.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T06:49:45.882+0000 7fcb1ede1700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: osdmap e46: 8 total, 7 up, 8 in 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: Detected new or changed devices on smithi191 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi191 to 7070M 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-09T06:49:46.131 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: osdmap e46: 8 total, 7 up, 8 in 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: Detected new or changed devices on smithi191 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi191 to 7070M 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:46.132 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:46.133 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: osdmap e46: 8 total, 7 up, 8 in 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: Detected new or changed devices on smithi191 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi191 to 7070M 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:49:46.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:49:46.346 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:49:47.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:46 smithi008 ceph-mon[108052]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:47.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:46 smithi008 ceph-mon[108052]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:47.135 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:46 smithi008 ceph-mon[108052]: osdmap e47: 8 total, 7 up, 8 in 2023-10-09T06:49:47.135 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:46 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:47.135 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:46 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:46 smithi135 ceph-mon[109925]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:46 smithi135 ceph-mon[109925]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:46 smithi135 ceph-mon[109925]: osdmap e47: 8 total, 7 up, 8 in 2023-10-09T06:49:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:46 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:46 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:46 smithi191 ceph-mon[110189]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:46 smithi191 ceph-mon[110189]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2023-10-09T06:49:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:46 smithi191 ceph-mon[110189]: osdmap e47: 8 total, 7 up, 8 in 2023-10-09T06:49:47.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:46 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:47.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:46 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:47.523 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:49:47.946 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1696834186,"num_in_osds":8,"osd_in_since":1696834172,"num_remapped_pgs":0} 2023-10-09T06:49:47.947 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T06:49:48.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:47 smithi008 ceph-mon[108052]: purged_snaps scrub starts 2023-10-09T06:49:48.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:47 smithi008 ceph-mon[108052]: purged_snaps scrub ok 2023-10-09T06:49:48.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:47 smithi008 ceph-mon[108052]: osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119] boot 2023-10-09T06:49:48.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:47 smithi008 ceph-mon[108052]: osdmap e48: 8 total, 8 up, 8 in 2023-10-09T06:49:48.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:47 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:48.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:47 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2390161501' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T06:49:48.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:47 smithi135 ceph-mon[109925]: purged_snaps scrub starts 2023-10-09T06:49:48.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:47 smithi135 ceph-mon[109925]: purged_snaps scrub ok 2023-10-09T06:49:48.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:47 smithi135 ceph-mon[109925]: osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119] boot 2023-10-09T06:49:48.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:47 smithi135 ceph-mon[109925]: osdmap e48: 8 total, 8 up, 8 in 2023-10-09T06:49:48.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:47 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:48.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:47 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/2390161501' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T06:49:48.238 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:49:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:47 smithi191 ceph-mon[110189]: purged_snaps scrub starts 2023-10-09T06:49:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:47 smithi191 ceph-mon[110189]: purged_snaps scrub ok 2023-10-09T06:49:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:47 smithi191 ceph-mon[110189]: osd.7 [v2:172.21.15.191:6816/89186119,v1:172.21.15.191:6817/89186119] boot 2023-10-09T06:49:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:47 smithi191 ceph-mon[110189]: osdmap e48: 8 total, 8 up, 8 in 2023-10-09T06:49:48.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:47 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T06:49:48.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:47 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/2390161501' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T06:49:49.093 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:48 smithi008 ceph-mon[108052]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:49.093 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:48 smithi008 ceph-mon[108052]: osdmap e49: 8 total, 8 up, 8 in 2023-10-09T06:49:49.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:48 smithi135 ceph-mon[109925]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:49.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:48 smithi135 ceph-mon[109925]: osdmap e49: 8 total, 8 up, 8 in 2023-10-09T06:49:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:48 smithi191 ceph-mon[110189]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-09T06:49:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:48 smithi191 ceph-mon[110189]: osdmap e49: 8 total, 8 up, 8 in 2023-10-09T06:49:49.496 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:49:49.496 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":49,"fsid":"543f0786-666f-11ee-8db5-212e2dc638e7","created":"2023-10-09T06:45:51.875393+0000","modified":"2023-10-09T06:49:47.880327+0000","last_up_change":"2023-10-09T06:49:46.874297+0000","last_in_change":"2023-10-09T06:49:32.058541+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T06:48:26.098444+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dc947ed1-a59d-4fe5-8873-fa15224ad82b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6803","nonce":1834389593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6805","nonce":1834389593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6809","nonce":1834389593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6807","nonce":1834389593}]},"public_addr":"172.21.15.8:6803/1834389593","cluster_addr":"172.21.15.8:6805/1834389593","heartbeat_back_addr":"172.21.15.8:6809/1834389593","heartbeat_front_addr":"172.21.15.8:6807/1834389593","state":["exists","up"]},{"osd":1,"uuid":"0d66dec4-cc9e-41a1-a371-d0fd03c183dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6811","nonce":3607692023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6813","nonce":3607692023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6817","nonce":3607692023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6815","nonce":3607692023}]},"public_addr":"172.21.15.8:6811/3607692023","cluster_addr":"172.21.15.8:6813/3607692023","heartbeat_back_addr":"172.21.15.8:6817/3607692023","heartbeat_front_addr":"172.21.15.8:6815/3607692023","state":["exists","up"]},{"osd":2,"uuid":"c1206391-78ea-4859-ac83-a3d771a3aef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6801","nonce":3204965994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6803","nonce":3204965994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6807","nonce":3204965994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6805","nonce":3204965994}]},"public_addr":"172.21.15.135:6801/3204965994","cluster_addr":"172.21.15.135:6803/3204965994","heartbeat_back_addr":"172.21.15.135:6807/3204965994","heartbeat_front_addr":"172.21.15.135:6805/3204965994","state":["exists","up"]},{"osd":3,"uuid":"d5154622-8b0b-4a5e-b9f5-82632c8ffcd5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6809","nonce":2359258028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6811","nonce":2359258028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6815","nonce":2359258028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6813","nonce":2359258028}]},"public_addr":"172.21.15.135:6809/2359258028","cluster_addr":"172.21.15.135:6811/2359258028","heartbeat_back_addr":"172.21.15.135:6815/2359258028","heartbeat_front_addr":"172.21.15.135:6813/2359258028","state":["exists","up"]},{"osd":4,"uuid":"c0fde9c4-9537-4cf5-b9f3-47c28892b1f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6817","nonce":3491711167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6819","nonce":3491711167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6823","nonce":3491711167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6821","nonce":3491711167}]},"public_addr":"172.21.15.135:6817/3491711167","cluster_addr":"172.21.15.135:6819/3491711167","heartbeat_back_addr":"172.21.15.135:6823/3491711167","heartbeat_front_addr":"172.21.15.135:6821/3491711167","state":["exists","up"]},{"osd":5,"uuid":"d818c6c7-706d-4762-ac8b-2c0f9e1c0031","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6801","nonce":449975073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6803","nonce":449975073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6807","nonce":449975073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6805","nonce":449975073}]},"public_addr":"172.21.15.191:6801/449975073","cluster_addr":"172.21.15.191:6803/449975073","heartbeat_back_addr":"172.21.15.191:6807/449975073","heartbeat_front_addr":"172.21.15.191:6805/449975073","state":["exists","up"]},{"osd":6,"uuid":"336ee85d-a9da-4002-aa71-49a6d4691a35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6809","nonce":4233882838}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6811","nonce":4233882838}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6815","nonce":4233882838}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6813","nonce":4233882838}]},"public_addr":"172.21.15.191:6809/4233882838","cluster_addr":"172.21.15.191:6811/4233882838","heartbeat_back_addr":"172.21.15.191:6815/4233882838","heartbeat_front_addr":"172.21.15.191:6813/4233882838","state":["exists","up"]},{"osd":7,"uuid":"6c6474d8-c98f-46b4-8016-f7588e7e623d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6817","nonce":89186119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6819","nonce":89186119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6823","nonce":89186119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6821","nonce":89186119}]},"public_addr":"172.21.15.191:6817/89186119","cluster_addr":"172.21.15.191:6819/89186119","heartbeat_back_addr":"172.21.15.191:6823/89186119","heartbeat_front_addr":"172.21.15.191:6821/89186119","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:47:50.229748+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:07.159131+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:22.796250+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:39.237511+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:55.480797+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:11.315112+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:28.098174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:44.867894+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/1027222372":"2023-10-10T06:46:39.563160+0000","172.21.15.8:6800/1027222372":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/457477835":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/992197994":"2023-10-10T06:46:16.150019+0000","172.21.15.8:6800/1117770876":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/3079816967":"2023-10-10T06:46:16.150019+0000","172.21.15.8:6801/1117770876":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/2653240769":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/202407603":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/164965399":"2023-10-10T06:46:39.563160+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T06:49:49.911 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-09T06:48:26.098444+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-09T06:49:49.911 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-10-09T06:49:50.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:49 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/999710172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:49:50.157 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:49:50.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:49 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/999710172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:49:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:49 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/999710172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:49:50.941 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:50 smithi008 ceph-mon[108052]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:51.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:50 smithi135 ceph-mon[109925]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:51.333 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 1 2023-10-09T06:49:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:50 smithi191 ceph-mon[110189]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:51.736 INFO:tasks.cephadm:Setting up client nodes... 2023-10-09T06:49:51.736 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-09T06:49:51.984 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:49:52.098 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:51 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/68310305' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-09T06:49:52.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:51 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/68310305' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-09T06:49:52.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:51 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/68310305' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-09T06:49:53.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:52 smithi008 ceph-mon[108052]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:53.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:52 smithi135 ceph-mon[109925]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:53.280 INFO:teuthology.orchestra.run.smithi008.stdout:[client.0] 2023-10-09T06:49:53.280 INFO:teuthology.orchestra.run.smithi008.stdout: key = AQCRoiNl2z6FEBAAn8PdVrsMtNScx1ezkhC8gQ== 2023-10-09T06:49:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:52 smithi191 ceph-mon[110189]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:53.668 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2023-10-09T06:49:53.668 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-10-09T06:49:53.668 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-10-09T06:49:53.719 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-09T06:49:53.950 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T06:49:54.069 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:53 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/274130680' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:54.069 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:53 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/274130680' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:53 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/274130680' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:53 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/274130680' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:53 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/274130680' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:53 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/274130680' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:55.151 INFO:teuthology.orchestra.run.smithi135.stdout:[client.1] 2023-10-09T06:49:55.151 INFO:teuthology.orchestra.run.smithi135.stdout: key = AQCToiNl7QbSCBAAbFgdh7QtL16AMwvio8GmmA== 2023-10-09T06:49:55.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:54 smithi008 ceph-mon[108052]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:55.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:54 smithi135 ceph-mon[109925]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:54 smithi191 ceph-mon[110189]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:55.523 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2023-10-09T06:49:55.523 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-10-09T06:49:55.524 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-10-09T06:49:55.564 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph auth get-or-create client.2 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-09T06:49:55.794 INFO:teuthology.orchestra.run.smithi191.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-09T06:49:56.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:55 smithi008 ceph-mon[108052]: from='client.? 172.21.15.135:0/234001266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:56.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:55 smithi008 ceph-mon[108052]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:56.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:55 smithi008 ceph-mon[108052]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:56.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:55 smithi135 ceph-mon[109925]: from='client.? 172.21.15.135:0/234001266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:56.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:55 smithi135 ceph-mon[109925]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:56.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:55 smithi135 ceph-mon[109925]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:55 smithi191 ceph-mon[110189]: from='client.? 172.21.15.135:0/234001266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:55 smithi191 ceph-mon[110189]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:56.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:55 smithi191 ceph-mon[110189]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:57.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:56 smithi191 ceph-mon[110189]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:57.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:56 smithi008 ceph-mon[108052]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:57.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:56 smithi135 ceph-mon[109925]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:57.169 INFO:teuthology.orchestra.run.smithi191.stdout:[client.2] 2023-10-09T06:49:57.170 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQCVoiNlX8TpCRAA3Cu06j/cX7WaJWVbQCjDDw== 2023-10-09T06:49:57.541 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-10-09T06:49:57.541 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.client.2.keyring 2023-10-09T06:49:57.541 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-10-09T06:49:57.581 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-09T06:49:57.581 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-09T06:49:57.581 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-09T06:49:57.831 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:49:58.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:57 smithi008 ceph-mon[108052]: from='client.? 172.21.15.191:0/3876761325' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:58.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:57 smithi008 ceph-mon[108052]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:58.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:57 smithi008 ceph-mon[108052]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:58.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:57 smithi135 ceph-mon[109925]: from='client.? 172.21.15.191:0/3876761325' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:58.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:57 smithi135 ceph-mon[109925]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:58.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:57 smithi135 ceph-mon[109925]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:57 smithi191 ceph-mon[110189]: from='client.? 172.21.15.191:0/3876761325' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:57 smithi191 ceph-mon[110189]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T06:49:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:57 smithi191 ceph-mon[110189]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T06:49:59.051 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:49:59.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:58 smithi008 ceph-mon[108052]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:59.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:58 smithi135 ceph-mon[109925]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:58 smithi191 ceph-mon[110189]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:49:59.426 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":14,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6800","nonce":962830733},{"type":"v1","addr":"172.21.15.8:6801","nonce":962830733}]},"active_addr":"172.21.15.8:6801/962830733","active_change":"2023-10-09T06:46:39.563325+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.8:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":4046036841}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":1459788414}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":120743770}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":1883201418}]}]} 2023-10-09T06:49:59.428 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-09T06:49:59.428 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-09T06:49:59.428 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T06:49:59.677 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:00.081 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:49:59 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/795833021' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T06:50:00.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:49:59 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/795833021' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T06:50:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:49:59 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/795833021' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T06:50:00.801 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:50:00.802 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":49,"fsid":"543f0786-666f-11ee-8db5-212e2dc638e7","created":"2023-10-09T06:45:51.875393+0000","modified":"2023-10-09T06:49:47.880327+0000","last_up_change":"2023-10-09T06:49:46.874297+0000","last_in_change":"2023-10-09T06:49:32.058541+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T06:48:26.098444+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dc947ed1-a59d-4fe5-8873-fa15224ad82b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6803","nonce":1834389593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6805","nonce":1834389593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6809","nonce":1834389593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6807","nonce":1834389593}]},"public_addr":"172.21.15.8:6803/1834389593","cluster_addr":"172.21.15.8:6805/1834389593","heartbeat_back_addr":"172.21.15.8:6809/1834389593","heartbeat_front_addr":"172.21.15.8:6807/1834389593","state":["exists","up"]},{"osd":1,"uuid":"0d66dec4-cc9e-41a1-a371-d0fd03c183dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6811","nonce":3607692023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6813","nonce":3607692023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6817","nonce":3607692023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6815","nonce":3607692023}]},"public_addr":"172.21.15.8:6811/3607692023","cluster_addr":"172.21.15.8:6813/3607692023","heartbeat_back_addr":"172.21.15.8:6817/3607692023","heartbeat_front_addr":"172.21.15.8:6815/3607692023","state":["exists","up"]},{"osd":2,"uuid":"c1206391-78ea-4859-ac83-a3d771a3aef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6801","nonce":3204965994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6803","nonce":3204965994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6807","nonce":3204965994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6805","nonce":3204965994}]},"public_addr":"172.21.15.135:6801/3204965994","cluster_addr":"172.21.15.135:6803/3204965994","heartbeat_back_addr":"172.21.15.135:6807/3204965994","heartbeat_front_addr":"172.21.15.135:6805/3204965994","state":["exists","up"]},{"osd":3,"uuid":"d5154622-8b0b-4a5e-b9f5-82632c8ffcd5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6809","nonce":2359258028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6811","nonce":2359258028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6815","nonce":2359258028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6813","nonce":2359258028}]},"public_addr":"172.21.15.135:6809/2359258028","cluster_addr":"172.21.15.135:6811/2359258028","heartbeat_back_addr":"172.21.15.135:6815/2359258028","heartbeat_front_addr":"172.21.15.135:6813/2359258028","state":["exists","up"]},{"osd":4,"uuid":"c0fde9c4-9537-4cf5-b9f3-47c28892b1f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6817","nonce":3491711167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6819","nonce":3491711167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6823","nonce":3491711167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6821","nonce":3491711167}]},"public_addr":"172.21.15.135:6817/3491711167","cluster_addr":"172.21.15.135:6819/3491711167","heartbeat_back_addr":"172.21.15.135:6823/3491711167","heartbeat_front_addr":"172.21.15.135:6821/3491711167","state":["exists","up"]},{"osd":5,"uuid":"d818c6c7-706d-4762-ac8b-2c0f9e1c0031","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6801","nonce":449975073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6803","nonce":449975073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6807","nonce":449975073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6805","nonce":449975073}]},"public_addr":"172.21.15.191:6801/449975073","cluster_addr":"172.21.15.191:6803/449975073","heartbeat_back_addr":"172.21.15.191:6807/449975073","heartbeat_front_addr":"172.21.15.191:6805/449975073","state":["exists","up"]},{"osd":6,"uuid":"336ee85d-a9da-4002-aa71-49a6d4691a35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6809","nonce":4233882838}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6811","nonce":4233882838}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6815","nonce":4233882838}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6813","nonce":4233882838}]},"public_addr":"172.21.15.191:6809/4233882838","cluster_addr":"172.21.15.191:6811/4233882838","heartbeat_back_addr":"172.21.15.191:6815/4233882838","heartbeat_front_addr":"172.21.15.191:6813/4233882838","state":["exists","up"]},{"osd":7,"uuid":"6c6474d8-c98f-46b4-8016-f7588e7e623d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6817","nonce":89186119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6819","nonce":89186119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6823","nonce":89186119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6821","nonce":89186119}]},"public_addr":"172.21.15.191:6817/89186119","cluster_addr":"172.21.15.191:6819/89186119","heartbeat_back_addr":"172.21.15.191:6823/89186119","heartbeat_front_addr":"172.21.15.191:6821/89186119","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:47:50.229748+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:07.159131+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:22.796250+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:39.237511+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:55.480797+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:11.315112+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:28.098174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:44.867894+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/1027222372":"2023-10-10T06:46:39.563160+0000","172.21.15.8:6800/1027222372":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/457477835":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/992197994":"2023-10-10T06:46:16.150019+0000","172.21.15.8:6800/1117770876":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/3079816967":"2023-10-10T06:46:16.150019+0000","172.21.15.8:6801/1117770876":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/2653240769":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/202407603":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/164965399":"2023-10-10T06:46:39.563160+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T06:50:01.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:00 smithi008 ceph-mon[108052]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:01.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:00 smithi008 ceph-mon[108052]: overall HEALTH_OK 2023-10-09T06:50:01.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:00 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3116170669' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:50:01.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:00 smithi135 ceph-mon[109925]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:01.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:00 smithi135 ceph-mon[109925]: overall HEALTH_OK 2023-10-09T06:50:01.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:00 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3116170669' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:50:01.176 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-09T06:50:01.176 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T06:50:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:00 smithi191 ceph-mon[110189]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:00 smithi191 ceph-mon[110189]: overall HEALTH_OK 2023-10-09T06:50:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:00 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3116170669' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:50:01.425 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:02.722 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:50:02.723 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":49,"fsid":"543f0786-666f-11ee-8db5-212e2dc638e7","created":"2023-10-09T06:45:51.875393+0000","modified":"2023-10-09T06:49:47.880327+0000","last_up_change":"2023-10-09T06:49:46.874297+0000","last_in_change":"2023-10-09T06:49:32.058541+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T06:48:26.098444+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dc947ed1-a59d-4fe5-8873-fa15224ad82b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6803","nonce":1834389593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6805","nonce":1834389593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6809","nonce":1834389593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":1834389593},{"type":"v1","addr":"172.21.15.8:6807","nonce":1834389593}]},"public_addr":"172.21.15.8:6803/1834389593","cluster_addr":"172.21.15.8:6805/1834389593","heartbeat_back_addr":"172.21.15.8:6809/1834389593","heartbeat_front_addr":"172.21.15.8:6807/1834389593","state":["exists","up"]},{"osd":1,"uuid":"0d66dec4-cc9e-41a1-a371-d0fd03c183dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6811","nonce":3607692023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6813","nonce":3607692023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6817","nonce":3607692023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":3607692023},{"type":"v1","addr":"172.21.15.8:6815","nonce":3607692023}]},"public_addr":"172.21.15.8:6811/3607692023","cluster_addr":"172.21.15.8:6813/3607692023","heartbeat_back_addr":"172.21.15.8:6817/3607692023","heartbeat_front_addr":"172.21.15.8:6815/3607692023","state":["exists","up"]},{"osd":2,"uuid":"c1206391-78ea-4859-ac83-a3d771a3aef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6801","nonce":3204965994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6803","nonce":3204965994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6807","nonce":3204965994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":3204965994},{"type":"v1","addr":"172.21.15.135:6805","nonce":3204965994}]},"public_addr":"172.21.15.135:6801/3204965994","cluster_addr":"172.21.15.135:6803/3204965994","heartbeat_back_addr":"172.21.15.135:6807/3204965994","heartbeat_front_addr":"172.21.15.135:6805/3204965994","state":["exists","up"]},{"osd":3,"uuid":"d5154622-8b0b-4a5e-b9f5-82632c8ffcd5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6809","nonce":2359258028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6811","nonce":2359258028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6815","nonce":2359258028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":2359258028},{"type":"v1","addr":"172.21.15.135:6813","nonce":2359258028}]},"public_addr":"172.21.15.135:6809/2359258028","cluster_addr":"172.21.15.135:6811/2359258028","heartbeat_back_addr":"172.21.15.135:6815/2359258028","heartbeat_front_addr":"172.21.15.135:6813/2359258028","state":["exists","up"]},{"osd":4,"uuid":"c0fde9c4-9537-4cf5-b9f3-47c28892b1f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6817","nonce":3491711167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6819","nonce":3491711167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6823","nonce":3491711167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3491711167},{"type":"v1","addr":"172.21.15.135:6821","nonce":3491711167}]},"public_addr":"172.21.15.135:6817/3491711167","cluster_addr":"172.21.15.135:6819/3491711167","heartbeat_back_addr":"172.21.15.135:6823/3491711167","heartbeat_front_addr":"172.21.15.135:6821/3491711167","state":["exists","up"]},{"osd":5,"uuid":"d818c6c7-706d-4762-ac8b-2c0f9e1c0031","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6801","nonce":449975073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6803","nonce":449975073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6807","nonce":449975073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":449975073},{"type":"v1","addr":"172.21.15.191:6805","nonce":449975073}]},"public_addr":"172.21.15.191:6801/449975073","cluster_addr":"172.21.15.191:6803/449975073","heartbeat_back_addr":"172.21.15.191:6807/449975073","heartbeat_front_addr":"172.21.15.191:6805/449975073","state":["exists","up"]},{"osd":6,"uuid":"336ee85d-a9da-4002-aa71-49a6d4691a35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6809","nonce":4233882838}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6811","nonce":4233882838}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6815","nonce":4233882838}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":4233882838},{"type":"v1","addr":"172.21.15.191:6813","nonce":4233882838}]},"public_addr":"172.21.15.191:6809/4233882838","cluster_addr":"172.21.15.191:6811/4233882838","heartbeat_back_addr":"172.21.15.191:6815/4233882838","heartbeat_front_addr":"172.21.15.191:6813/4233882838","state":["exists","up"]},{"osd":7,"uuid":"6c6474d8-c98f-46b4-8016-f7588e7e623d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6817","nonce":89186119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6819","nonce":89186119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6823","nonce":89186119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":89186119},{"type":"v1","addr":"172.21.15.191:6821","nonce":89186119}]},"public_addr":"172.21.15.191:6817/89186119","cluster_addr":"172.21.15.191:6819/89186119","heartbeat_back_addr":"172.21.15.191:6823/89186119","heartbeat_front_addr":"172.21.15.191:6821/89186119","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:47:50.229748+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:07.159131+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:22.796250+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:39.237511+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:48:55.480797+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:11.315112+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:28.098174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T06:49:44.867894+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/1027222372":"2023-10-10T06:46:39.563160+0000","172.21.15.8:6800/1027222372":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/457477835":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/992197994":"2023-10-10T06:46:16.150019+0000","172.21.15.8:6800/1117770876":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/3079816967":"2023-10-10T06:46:16.150019+0000","172.21.15.8:6801/1117770876":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/2653240769":"2023-10-10T06:46:16.150019+0000","172.21.15.8:0/202407603":"2023-10-10T06:46:39.563160+0000","172.21.15.8:0/164965399":"2023-10-10T06:46:39.563160+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T06:50:03.001 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:02 smithi008 ceph-mon[108052]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:03.002 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:02 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/4088030277' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:50:03.093 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-09T06:50:03.093 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-09T06:50:03.094 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-09T06:50:03.094 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-09T06:50:03.095 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-09T06:50:03.095 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-09T06:50:03.096 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-09T06:50:03.096 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-09T06:50:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:02 smithi191 ceph-mon[110189]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:02 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/4088030277' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:50:03.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:02 smithi135 ceph-mon[109925]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:02 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/4088030277' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T06:50:03.519 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:03.540 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:03.580 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:03.588 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:03.593 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:03.983 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:03.984 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:05.149 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:04 smithi008 ceph-mon[108052]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:04 smithi191 ceph-mon[110189]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:05.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:04 smithi135 ceph-mon[109925]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:06.835 INFO:teuthology.orchestra.run.smithi008.stdout:103079215124 2023-10-09T06:50:06.836 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-09T06:50:07.099 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:06 smithi008 ceph-mon[108052]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:06 smithi191 ceph-mon[110189]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:06 smithi135 ceph-mon[109925]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:77309411352 2023-10-09T06:50:07.636 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-09T06:50:07.675 INFO:teuthology.orchestra.run.smithi008.stdout:184683593739 2023-10-09T06:50:07.676 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-09T06:50:07.910 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:08.913 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:08.915 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:09.029 INFO:teuthology.orchestra.run.smithi008.stdout:133143986194 2023-10-09T06:50:09.030 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-09T06:50:09.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:08 smithi008 ceph-mon[108052]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:08 smithi191 ceph-mon[110189]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:08 smithi135 ceph-mon[109925]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:34359738399 2023-10-09T06:50:09.571 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-09T06:50:09.918 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:11.047 INFO:teuthology.orchestra.run.smithi008.stdout:206158430216 2023-10-09T06:50:11.047 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-09T06:50:11.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:10 smithi008 ceph-mon[108052]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:11.180 INFO:teuthology.orchestra.run.smithi008.stdout:154618822670 2023-10-09T06:50:11.180 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-09T06:50:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:10 smithi191 ceph-mon[110189]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:10 smithi135 ceph-mon[109925]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:11.495 INFO:teuthology.orchestra.run.smithi008.stdout:55834574874 2023-10-09T06:50:11.495 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-09T06:50:11.944 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:12.059 INFO:teuthology.orchestra.run.smithi008.stdout:103079215125 2023-10-09T06:50:12.193 INFO:teuthology.orchestra.run.smithi008.stdout:184683593740 2023-10-09T06:50:12.198 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:12.750 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593739 got 184683593740 for osd.6 2023-10-09T06:50:12.750 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:12.750 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:12.759 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:12.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:12 smithi008 ceph-mon[108052]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:12.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:12 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2312243139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T06:50:12.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:12 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/873631856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T06:50:13.112 INFO:teuthology.orchestra.run.smithi008.stdout:77309411353 2023-10-09T06:50:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:12 smithi191 ceph-mon[110189]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:12 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/2312243139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T06:50:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:12 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/873631856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T06:50:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:12 smithi135 ceph-mon[109925]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:12 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/2312243139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T06:50:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:12 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/873631856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T06:50:14.192 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:13 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3633690059' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T06:50:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:13 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3633690059' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T06:50:14.390 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411352 got 77309411353 for osd.2 2023-10-09T06:50:14.390 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:13 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3633690059' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T06:50:14.639 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215124 got 103079215125 for osd.3 2023-10-09T06:50:14.639 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:14.990 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:15.046 INFO:teuthology.orchestra.run.smithi008.stdout:133143986195 2023-10-09T06:50:15.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:14 smithi008 ceph-mon[108052]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:14 smithi191 ceph-mon[110189]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:14 smithi135 ceph-mon[109925]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:15.611 INFO:teuthology.orchestra.run.smithi008.stdout:55834574875 2023-10-09T06:50:15.710 INFO:teuthology.orchestra.run.smithi008.stdout:206158430217 2023-10-09T06:50:15.967 INFO:teuthology.orchestra.run.smithi008.stdout:34359738400 2023-10-09T06:50:15.994 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:15 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/4207876531' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T06:50:15.994 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:15 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3697020988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T06:50:15.994 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:15 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/4034902497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T06:50:16.131 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986194 got 133143986195 for osd.4 2023-10-09T06:50:16.132 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:15 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/4207876531' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T06:50:16.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:15 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3697020988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T06:50:16.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:15 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/4034902497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T06:50:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:15 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/4207876531' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T06:50:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:15 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3697020988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T06:50:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:15 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/4034902497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T06:50:16.414 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574874 got 55834574875 for osd.1 2023-10-09T06:50:16.414 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:16.551 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430216 got 206158430217 for osd.7 2023-10-09T06:50:16.552 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:16.928 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738399 got 34359738400 for osd.0 2023-10-09T06:50:16.929 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:17.022 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:16 smithi008 ceph-mon[108052]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:17.022 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:16 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/421049602' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T06:50:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:16 smithi191 ceph-mon[110189]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:16 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/421049602' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T06:50:17.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:16 smithi135 ceph-mon[109925]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:16 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/421049602' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T06:50:17.429 INFO:teuthology.orchestra.run.smithi008.stdout:154618822671 2023-10-09T06:50:17.840 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822670 got 154618822671 for osd.5 2023-10-09T06:50:17.841 DEBUG:teuthology.parallel:result is None 2023-10-09T06:50:17.841 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-09T06:50:17.841 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T06:50:18.091 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:18.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:17 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/22680888' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T06:50:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:17 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/22680888' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T06:50:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:17 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/22680888' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T06:50:19.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:18 smithi008 ceph-mon[108052]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:19.292 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:50:19.294 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2023-10-09T06:50:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:18 smithi191 ceph-mon[110189]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:18 smithi135 ceph-mon[109925]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:19.666 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":148,"stamp":"2023-10-09T06:50:17.607944+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":221576,"kb_used_data":5400,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749739640,"statfs":{"total":767960285184,"available":767733391360,"internally_reserved":0,"allocated":5529600,"data_stored":3302421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002511"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":238,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-10-09T06:49:47.049307+0000","last_change":"2023-10-09T06:49:16.358365+0000","last_active":"2023-10-09T06:49:47.049307+0000","last_peered":"2023-10-09T06:49:47.049307+0000","last_clean":"2023-10-09T06:49:47.049307+0000","last_became_active":"2023-10-09T06:49:16.357941+0000","last_became_peered":"2023-10-09T06:49:16.357941+0000","last_unstale":"2023-10-09T06:49:47.049307+0000","last_undegraded":"2023-10-09T06:49:47.049307+0000","last_fullsized":"2023-10-09T06:49:47.049307+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T06:48:26.098935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T06:48:26.098935+0000","last_clean_scrub_stamp":"2023-10-09T06:48:26.098935+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.633222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430217,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27480,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717672,"statfs":{"total":95995035648,"available":95966896128,"internally_reserved":0,"allocated":471040,"data_stored":191643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]}]},{"osd":6,"up_from":43,"seq":184683593741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27480,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717672,"statfs":{"total":95995035648,"available":95966896128,"internally_reserved":0,"allocated":471040,"data_stored":191643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]}]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27476,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717676,"statfs":{"total":95995035648,"available":95966900224,"internally_reserved":0,"allocated":466944,"data_stored":191370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:50:13 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.35099999999999998,"15min":0.34699999999999998},"min":{"1min":0.26000000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36699999999999999,"15min":0.36399999999999999},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.33300000000000002}]},{"osd":2,"last update":"Mon Oct 9 06:49:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.59699999999999998}]},{"osd":3,"last update":"Mon Oct 9 06:49:41 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56699999999999995}]},{"osd":4,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Oct 9 06:50:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.621}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738401,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27480,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717672,"statfs":{"total":95995035648,"available":95966896128,"internally_reserved":0,"allocated":466944,"data_stored":190974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 06:50:15 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.33200000000000002,"15min":0.32400000000000001},"min":{"1min":0.26800000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.36299999999999999,"15min":0.35599999999999998},"min":{"1min":0.29499999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58899999999999997,"5min":0.623,"15min":0.623},"last":0.50600000000000001}]},{"osd":2,"last update":"Mon Oct 9 06:49:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.63}]},{"osd":3,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57899999999999996}]},{"osd":4,"last update":"Mon Oct 9 06:50:00 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.55800000000000005}]},{"osd":5,"last update":"Mon Oct 9 06:50:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.78300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]}]},{"osd":2,"up_from":18,"seq":77309411354,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1064960,"data_stored":782011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:49:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.54500000000000004}]},{"osd":1,"last update":"Mon Oct 9 06:49:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.52900000000000003}]},{"osd":3,"last update":"Mon Oct 9 06:49:41 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.46800000000000003}]},{"osd":4,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.49199999999999999}]},{"osd":5,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.77000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]}]},{"osd":3,"up_from":24,"seq":103079215126,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1056768,"data_stored":781457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.47899999999999998}]},{"osd":1,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40799999999999997}]},{"osd":2,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.45800000000000002}]},{"osd":4,"last update":"Mon Oct 9 06:50:00 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.443},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.42699999999999999}]},{"osd":5,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.501},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.58799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986195,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717664,"statfs":{"total":95995035648,"available":95966887936,"internally_reserved":0,"allocated":471040,"data_stored":191643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.33800000000000002}]},{"osd":1,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.45900000000000002}]},{"osd":2,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.436}]},{"osd":3,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.48499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]},{"osd":5,"up_from":36,"seq":154618822671,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":781680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T06:50:19.667 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T06:50:19.915 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:21.115 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:50:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2023-10-09T06:50:21.278 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:20 smithi008 ceph-mon[108052]: from='client.14523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:50:21.278 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:20 smithi008 ceph-mon[108052]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:20 smithi191 ceph-mon[110189]: from='client.14523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:50:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:20 smithi191 ceph-mon[110189]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:20 smithi135 ceph-mon[109925]: from='client.14523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:50:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:20 smithi135 ceph-mon[109925]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:21.490 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":149,"stamp":"2023-10-09T06:50:19.608440+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":221576,"kb_used_data":5400,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749739640,"statfs":{"total":767960285184,"available":767733391360,"internally_reserved":0,"allocated":5529600,"data_stored":3302421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002610"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":238,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-10-09T06:49:47.049307+0000","last_change":"2023-10-09T06:49:16.358365+0000","last_active":"2023-10-09T06:49:47.049307+0000","last_peered":"2023-10-09T06:49:47.049307+0000","last_clean":"2023-10-09T06:49:47.049307+0000","last_became_active":"2023-10-09T06:49:16.357941+0000","last_became_peered":"2023-10-09T06:49:16.357941+0000","last_unstale":"2023-10-09T06:49:47.049307+0000","last_undegraded":"2023-10-09T06:49:47.049307+0000","last_fullsized":"2023-10-09T06:49:47.049307+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T06:48:26.098935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T06:48:26.098935+0000","last_clean_scrub_stamp":"2023-10-09T06:48:26.098935+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.633222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430218,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27480,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717672,"statfs":{"total":95995035648,"available":95966896128,"internally_reserved":0,"allocated":471040,"data_stored":191643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":6,"up_from":43,"seq":184683593741,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27480,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717672,"statfs":{"total":95995035648,"available":95966896128,"internally_reserved":0,"allocated":471040,"data_stored":191643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]}]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27476,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717676,"statfs":{"total":95995035648,"available":95966900224,"internally_reserved":0,"allocated":466944,"data_stored":191370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:50:13 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.35099999999999998,"15min":0.34699999999999998},"min":{"1min":0.26000000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36699999999999999,"15min":0.36399999999999999},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.33300000000000002}]},{"osd":2,"last update":"Mon Oct 9 06:49:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.59699999999999998}]},{"osd":3,"last update":"Mon Oct 9 06:49:41 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56699999999999995}]},{"osd":4,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Oct 9 06:50:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.621}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738401,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27480,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717672,"statfs":{"total":95995035648,"available":95966896128,"internally_reserved":0,"allocated":466944,"data_stored":190974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 06:50:15 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.33200000000000002,"15min":0.32400000000000001},"min":{"1min":0.26800000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.36299999999999999,"15min":0.35599999999999998},"min":{"1min":0.29499999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58899999999999997,"5min":0.623,"15min":0.623},"last":0.50600000000000001}]},{"osd":2,"last update":"Mon Oct 9 06:49:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.63}]},{"osd":3,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57899999999999996}]},{"osd":4,"last update":"Mon Oct 9 06:50:00 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.55800000000000005}]},{"osd":5,"last update":"Mon Oct 9 06:50:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.78300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]}]},{"osd":2,"up_from":18,"seq":77309411354,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1064960,"data_stored":782011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:49:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.54500000000000004}]},{"osd":1,"last update":"Mon Oct 9 06:49:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.52900000000000003}]},{"osd":3,"last update":"Mon Oct 9 06:49:41 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.46800000000000003}]},{"osd":4,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.49199999999999999}]},{"osd":5,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.77000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]}]},{"osd":3,"up_from":24,"seq":103079215126,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1056768,"data_stored":781457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.47899999999999998}]},{"osd":1,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40799999999999997}]},{"osd":2,"last update":"Mon Oct 9 06:49:44 2023","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.45800000000000002}]},{"osd":4,"last update":"Mon Oct 9 06:50:00 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.443},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.42699999999999999}]},{"osd":5,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.501},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.58799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717664,"statfs":{"total":95995035648,"available":95966887936,"internally_reserved":0,"allocated":471040,"data_stored":191643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.46100000000000002}]},{"osd":1,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.505}]},{"osd":2,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.55200000000000005}]},{"osd":3,"last update":"Mon Oct 9 06:49:59 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.53800000000000003}]},{"osd":5,"last update":"Mon Oct 9 06:50:15 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.876}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]}]},{"osd":5,"up_from":36,"seq":154618822672,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":781680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.54500000000000004}]},{"osd":1,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":4.1890000000000001,"5min":4.1890000000000001,"15min":4.1890000000000001},"last":0.439}]},{"osd":2,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.61299999999999999}]},{"osd":3,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.58199999999999996}]},{"osd":4,"last update":"Mon Oct 9 06:50:14 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.65400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T06:50:21.492 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-09T06:50:21.492 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-09T06:50:21.492 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-09T06:50:21.492 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph health --format=json 2023-10-09T06:50:21.739 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:22.942 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:50:22.942 INFO:teuthology.orchestra.run.smithi008.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-09T06:50:23.232 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:22 smithi008 ceph-mon[108052]: from='client.14529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:50:23.232 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:22 smithi008 ceph-mon[108052]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:23.232 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:22 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3650326121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T06:50:23.331 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-10-09T06:50:23.332 INFO:tasks.cephadm:Setup complete, yielding 2023-10-09T06:50:23.332 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-09T06:50:23.340 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2023-10-09T06:50:23.341 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch status' 2023-10-09T06:50:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:22 smithi191 ceph-mon[110189]: from='client.14529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:50:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:22 smithi191 ceph-mon[110189]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:22 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3650326121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T06:50:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:22 smithi135 ceph-mon[109925]: from='client.14529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:50:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:22 smithi135 ceph-mon[109925]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:22 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3650326121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T06:50:23.588 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:24.769 INFO:teuthology.orchestra.run.smithi008.stdout:Backend: cephadm 2023-10-09T06:50:24.770 INFO:teuthology.orchestra.run.smithi008.stdout:Available: Yes 2023-10-09T06:50:24.770 INFO:teuthology.orchestra.run.smithi008.stdout:Paused: No 2023-10-09T06:50:25.082 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:24 smithi008 ceph-mon[108052]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:25.148 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ps' 2023-10-09T06:50:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:24 smithi191 ceph-mon[110189]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:25.393 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:24 smithi135 ceph-mon[109925]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:26.196 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:25 smithi008 ceph-mon[108052]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:25 smithi191 ceph-mon[110189]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:25 smithi135 ceph-mon[109925]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.x smithi008 *:9283,8765 running (4m) - 4m 489M - 18.0.0-5817-gbcea8c48 fa922c444906 f864c0d11430 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:mon.a smithi008 running (4m) - 4m 50.7M 2048M 18.0.0-5817-gbcea8c48 fa922c444906 10c7288c4e79 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:mon.b smithi135 running (3m) - 3m - 2048M 18.0.0-5817-gbcea8c48 fa922c444906 8adf31ff0e7e 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:mon.c smithi191 running (3m) - 3m 50.6M 2048M 18.0.0-5817-gbcea8c48 fa922c444906 005302da2b02 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (2m) - 2m 28.7M 8559M 18.0.0-5817-gbcea8c48 fa922c444906 c194b98f7f3f 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (2m) - 2m 12.5M 8559M 18.0.0-5817-gbcea8c48 fa922c444906 2658fe632c51 2023-10-09T06:50:26.583 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi135 running (2m) - 2m - 7069M 18.0.0-5817-gbcea8c48 fa922c444906 d1e02e8e5962 2023-10-09T06:50:26.584 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi135 running (111s) - 111s - 7069M 18.0.0-5817-gbcea8c48 fa922c444906 b5dd739062f2 2023-10-09T06:50:26.584 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi135 running (95s) - 95s - 7069M 18.0.0-5817-gbcea8c48 fa922c444906 10c1e94a8299 2023-10-09T06:50:26.584 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi191 running (79s) - 79s 40.5M 7070M 18.0.0-5817-gbcea8c48 fa922c444906 fcba6c206df2 2023-10-09T06:50:26.584 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi191 running (62s) - 62s 32.0M 7070M 18.0.0-5817-gbcea8c48 fa922c444906 ec71776efff5 2023-10-09T06:50:26.584 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi191 running (46s) - 45s 13.7M 7070M 18.0.0-5817-gbcea8c48 fa922c444906 4276ec177a11 2023-10-09T06:50:26.956 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ls' 2023-10-09T06:50:27.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:26 smithi008 ceph-mon[108052]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:27.205 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:26 smithi191 ceph-mon[110189]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:26 smithi135 ceph-mon[109925]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:28.378 INFO:teuthology.orchestra.run.smithi008.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-10-09T06:50:28.378 INFO:teuthology.orchestra.run.smithi008.stdout:mgr 1/1 - 2m smithi008=x;count:1 2023-10-09T06:50:28.378 INFO:teuthology.orchestra.run.smithi008.stdout:mon 3/3 - 3m smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c;count:3 2023-10-09T06:50:28.379 INFO:teuthology.orchestra.run.smithi008.stdout:osd 8 - - 2023-10-09T06:50:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:27 smithi191 ceph-mon[110189]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:28.405 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:27 smithi008 ceph-mon[108052]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:28.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:27 smithi135 ceph-mon[109925]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:28.756 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch host ls' 2023-10-09T06:50:29.005 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:28 smithi191 ceph-mon[110189]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:29.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:28 smithi008 ceph-mon[108052]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:29.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:28 smithi135 ceph-mon[109925]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:30.096 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:29 smithi008 ceph-mon[108052]: from='client.14553 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:30.154 INFO:teuthology.orchestra.run.smithi008.stdout:HOST ADDR LABELS STATUS 2023-10-09T06:50:30.154 INFO:teuthology.orchestra.run.smithi008.stdout:smithi008 172.21.15.8 2023-10-09T06:50:30.154 INFO:teuthology.orchestra.run.smithi008.stdout:smithi135 172.21.15.135 2023-10-09T06:50:30.154 INFO:teuthology.orchestra.run.smithi008.stdout:smithi191 172.21.15.191 2023-10-09T06:50:30.154 INFO:teuthology.orchestra.run.smithi008.stdout:3 hosts in cluster 2023-10-09T06:50:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:29 smithi191 ceph-mon[110189]: from='client.14553 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:30.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:29 smithi135 ceph-mon[109925]: from='client.14553 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:30.547 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch device ls' 2023-10-09T06:50:30.803 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:31.185 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:30 smithi008 ceph-mon[108052]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:30 smithi191 ceph-mon[110189]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:30 smithi135 ceph-mon[109925]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:31.918 INFO:teuthology.orchestra.run.smithi008.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-10-09T06:50:31.918 INFO:teuthology.orchestra.run.smithi008.stdout:smithi008 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7476004A480DGN 447G No 2m ago LVM detected, locked 2023-10-09T06:50:31.918 INFO:teuthology.orchestra.run.smithi008.stdout:smithi135 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620401BA400BGN 372G No 96s ago LVM detected, locked 2023-10-09T06:50:31.918 INFO:teuthology.orchestra.run.smithi008.stdout:smithi191 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6303008M400BGN 372G No 46s ago LVM detected, locked 2023-10-09T06:50:32.239 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:31 smithi008 ceph-mon[108052]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:32.296 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph osd lspools' 2023-10-09T06:50:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:31 smithi191 ceph-mon[110189]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:31 smithi135 ceph-mon[109925]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:32.542 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:33.228 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:32 smithi008 ceph-mon[108052]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:33.229 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:32 smithi008 ceph-mon[108052]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:32 smithi191 ceph-mon[110189]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:32 smithi191 ceph-mon[110189]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:32 smithi135 ceph-mon[109925]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:32 smithi135 ceph-mon[109925]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:50:33.660 INFO:teuthology.orchestra.run.smithi008.stdout:1 .mgr 2023-10-09T06:50:34.039 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph osd pool create mypool' 2023-10-09T06:50:34.288 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:33 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3880641682' entity='client.admin' cmd=[{"prefix": "osd lspools"}]: dispatch 2023-10-09T06:50:34.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:33 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3880641682' entity='client.admin' cmd=[{"prefix": "osd lspools"}]: dispatch 2023-10-09T06:50:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:33 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3880641682' entity='client.admin' cmd=[{"prefix": "osd lspools"}]: dispatch 2023-10-09T06:50:35.090 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:34 smithi008 ceph-mon[108052]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:34 smithi191 ceph-mon[110189]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:34 smithi135 ceph-mon[109925]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:35.990 INFO:teuthology.orchestra.run.smithi008.stderr:pool 'mypool' created 2023-10-09T06:50:36.280 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:35 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/661655184' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "mypool"}]: dispatch 2023-10-09T06:50:36.318 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph osd pool application enable mypool rbd' 2023-10-09T06:50:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:35 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/661655184' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "mypool"}]: dispatch 2023-10-09T06:50:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:35 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/661655184' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "mypool"}]: dispatch 2023-10-09T06:50:36.565 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:37.269 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:36 smithi008 ceph-mon[108052]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:37.269 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:36 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/661655184' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2023-10-09T06:50:37.270 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:36 smithi008 ceph-mon[108052]: osdmap e50: 8 total, 8 up, 8 in 2023-10-09T06:50:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:36 smithi191 ceph-mon[110189]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:36 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/661655184' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2023-10-09T06:50:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:36 smithi191 ceph-mon[110189]: osdmap e50: 8 total, 8 up, 8 in 2023-10-09T06:50:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:36 smithi135 ceph-mon[109925]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:36 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/661655184' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2023-10-09T06:50:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:36 smithi135 ceph-mon[109925]: osdmap e50: 8 total, 8 up, 8 in 2023-10-09T06:50:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:enabled application 'rbd' on pool 'mypool' 2023-10-09T06:50:38.311 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:37 smithi008 ceph-mon[108052]: osdmap e51: 8 total, 8 up, 8 in 2023-10-09T06:50:38.311 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:37 smithi008 ceph-mon[108052]: pgmap v160: 33 pgs: 30 unknown, 3 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:38.311 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:37 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2328992717' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "mypool", "app": "rbd"}]: dispatch 2023-10-09T06:50:38.372 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph osd lspools' 2023-10-09T06:50:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:37 smithi191 ceph-mon[110189]: osdmap e51: 8 total, 8 up, 8 in 2023-10-09T06:50:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:37 smithi191 ceph-mon[110189]: pgmap v160: 33 pgs: 30 unknown, 3 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:37 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/2328992717' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "mypool", "app": "rbd"}]: dispatch 2023-10-09T06:50:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:37 smithi135 ceph-mon[109925]: osdmap e51: 8 total, 8 up, 8 in 2023-10-09T06:50:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:37 smithi135 ceph-mon[109925]: pgmap v160: 33 pgs: 30 unknown, 3 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:37 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/2328992717' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "mypool", "app": "rbd"}]: dispatch 2023-10-09T06:50:38.619 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:39.312 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:38 smithi008 ceph-mon[108052]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T06:50:39.312 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:38 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2328992717' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "mypool", "app": "rbd"}]': finished 2023-10-09T06:50:39.312 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:38 smithi008 ceph-mon[108052]: osdmap e52: 8 total, 8 up, 8 in 2023-10-09T06:50:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:38 smithi191 ceph-mon[110189]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T06:50:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:38 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/2328992717' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "mypool", "app": "rbd"}]': finished 2023-10-09T06:50:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:38 smithi191 ceph-mon[110189]: osdmap e52: 8 total, 8 up, 8 in 2023-10-09T06:50:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:38 smithi135 ceph-mon[109925]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T06:50:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:38 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/2328992717' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "mypool", "app": "rbd"}]': finished 2023-10-09T06:50:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:38 smithi135 ceph-mon[109925]: osdmap e52: 8 total, 8 up, 8 in 2023-10-09T06:50:39.751 INFO:teuthology.orchestra.run.smithi008.stdout:1 .mgr 2023-10-09T06:50:39.752 INFO:teuthology.orchestra.run.smithi008.stdout:2 mypool 2023-10-09T06:50:40.120 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:39 smithi008 ceph-mon[108052]: pgmap v162: 33 pgs: 16 unknown, 17 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:40.120 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:39 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1203118170' entity='client.admin' cmd=[{"prefix": "osd lspools"}]: dispatch 2023-10-09T06:50:40.121 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph osd pool ls detail' 2023-10-09T06:50:40.370 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:40 smithi191 ceph-mon[110189]: pgmap v162: 33 pgs: 16 unknown, 17 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:40 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/1203118170' entity='client.admin' cmd=[{"prefix": "osd lspools"}]: dispatch 2023-10-09T06:50:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:39 smithi135 ceph-mon[109925]: pgmap v162: 33 pgs: 16 unknown, 17 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:39 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/1203118170' entity='client.admin' cmd=[{"prefix": "osd lspools"}]: dispatch 2023-10-09T06:50:41.061 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:41 smithi008 ceph-mon[108052]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T06:50:41.061 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:41 smithi008 ceph-mon[108052]: Cluster is now healthy 2023-10-09T06:50:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:41 smithi191 ceph-mon[110189]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T06:50:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:41 smithi191 ceph-mon[110189]: Cluster is now healthy 2023-10-09T06:50:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:41 smithi135 ceph-mon[109925]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T06:50:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:41 smithi135 ceph-mon[109925]: Cluster is now healthy 2023-10-09T06:50:41.482 INFO:teuthology.orchestra.run.smithi008.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 7.89 2023-10-09T06:50:41.482 INFO:teuthology.orchestra.run.smithi008.stdout:pool 2 'mypool' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 52 flags hashpspool stripe_width 0 application rbd read_balance_score 1.75 2023-10-09T06:50:41.483 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:50:41.880 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'sleep 60' 2023-10-09T06:50:42.131 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:50:42.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:42 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2195263279' entity='client.admin' cmd=[{"prefix": "osd pool ls", "detail": "detail"}]: dispatch 2023-10-09T06:50:42.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:42 smithi008 ceph-mon[108052]: pgmap v163: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:42 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/2195263279' entity='client.admin' cmd=[{"prefix": "osd pool ls", "detail": "detail"}]: dispatch 2023-10-09T06:50:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:42 smithi191 ceph-mon[110189]: pgmap v163: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:42 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/2195263279' entity='client.admin' cmd=[{"prefix": "osd pool ls", "detail": "detail"}]: dispatch 2023-10-09T06:50:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:42 smithi135 ceph-mon[109925]: pgmap v163: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:45.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:44 smithi191 ceph-mon[110189]: pgmap v164: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:45.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:44 smithi008 ceph-mon[108052]: pgmap v164: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:45.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:44 smithi135 ceph-mon[109925]: pgmap v164: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:46.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:50:46.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:50:46.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:50:46.130 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:50:46.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:50:46.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:50:46.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:50:46.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:50:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:50:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:50:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:50:46.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:50:47.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:46 smithi191 ceph-mon[110189]: pgmap v165: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:47.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:46 smithi008 ceph-mon[108052]: pgmap v165: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:47.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:46 smithi135 ceph-mon[109925]: pgmap v165: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:49.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:48 smithi191 ceph-mon[110189]: pgmap v166: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:48 smithi008 ceph-mon[108052]: pgmap v166: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:49.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:48 smithi135 ceph-mon[109925]: pgmap v166: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:51.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:50 smithi008 ceph-mon[108052]: pgmap v167: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:51.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:50 smithi135 ceph-mon[109925]: pgmap v167: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:50 smithi191 ceph-mon[110189]: pgmap v167: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:53.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:52 smithi008 ceph-mon[108052]: pgmap v168: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:53.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:52 smithi135 ceph-mon[109925]: pgmap v168: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:52 smithi191 ceph-mon[110189]: pgmap v168: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:55.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:54 smithi008 ceph-mon[108052]: pgmap v169: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:55.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:54 smithi135 ceph-mon[109925]: pgmap v169: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:54 smithi191 ceph-mon[110189]: pgmap v169: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:57.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:56 smithi008 ceph-mon[108052]: pgmap v170: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:57.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:56 smithi135 ceph-mon[109925]: pgmap v170: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:56 smithi191 ceph-mon[110189]: pgmap v170: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:59.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:50:58 smithi008 ceph-mon[108052]: pgmap v171: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:59.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:50:58 smithi135 ceph-mon[109925]: pgmap v171: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:50:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:50:58 smithi191 ceph-mon[110189]: pgmap v171: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:01.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:00 smithi008 ceph-mon[108052]: pgmap v172: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:01.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:00 smithi135 ceph-mon[109925]: pgmap v172: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:00 smithi191 ceph-mon[110189]: pgmap v172: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:03.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:02 smithi008 ceph-mon[108052]: pgmap v173: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:03.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:02 smithi135 ceph-mon[109925]: pgmap v173: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:02 smithi191 ceph-mon[110189]: pgmap v173: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:05.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:04 smithi008 ceph-mon[108052]: pgmap v174: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:05.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:04 smithi135 ceph-mon[109925]: pgmap v174: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:04 smithi191 ceph-mon[110189]: pgmap v174: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:07.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:06 smithi008 ceph-mon[108052]: pgmap v175: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:07.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:06 smithi135 ceph-mon[109925]: pgmap v175: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:06 smithi191 ceph-mon[110189]: pgmap v175: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:09.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:08 smithi008 ceph-mon[108052]: pgmap v176: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:09.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:08 smithi135 ceph-mon[109925]: pgmap v176: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:08 smithi191 ceph-mon[110189]: pgmap v176: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:11.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:10 smithi135 ceph-mon[109925]: pgmap v177: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:10 smithi191 ceph-mon[110189]: pgmap v177: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:10 smithi008 ceph-mon[108052]: pgmap v177: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:13.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:12 smithi135 ceph-mon[109925]: pgmap v178: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:12 smithi191 ceph-mon[110189]: pgmap v178: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:12 smithi008 ceph-mon[108052]: pgmap v178: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:15.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:14 smithi135 ceph-mon[109925]: pgmap v179: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:14 smithi191 ceph-mon[110189]: pgmap v179: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:14 smithi008 ceph-mon[108052]: pgmap v179: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:17.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:16 smithi191 ceph-mon[110189]: pgmap v180: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:17.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:16 smithi008 ceph-mon[108052]: pgmap v180: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:16 smithi135 ceph-mon[109925]: pgmap v180: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:18 smithi191 ceph-mon[110189]: pgmap v181: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:19.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:18 smithi008 ceph-mon[108052]: pgmap v181: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:18 smithi135 ceph-mon[109925]: pgmap v181: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:20 smithi191 ceph-mon[110189]: pgmap v182: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:21.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:20 smithi008 ceph-mon[108052]: pgmap v182: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:21.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:20 smithi135 ceph-mon[109925]: pgmap v182: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:23.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:22 smithi191 ceph-mon[110189]: pgmap v183: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:23.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:22 smithi008 ceph-mon[108052]: pgmap v183: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:22 smithi135 ceph-mon[109925]: pgmap v183: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:25.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:24 smithi191 ceph-mon[110189]: pgmap v184: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:24 smithi008 ceph-mon[108052]: pgmap v184: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:24 smithi135 ceph-mon[109925]: pgmap v184: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:26 smithi191 ceph-mon[110189]: pgmap v185: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:26 smithi008 ceph-mon[108052]: pgmap v185: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:26 smithi135 ceph-mon[109925]: pgmap v185: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:28 smithi191 ceph-mon[110189]: pgmap v186: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:29.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:28 smithi008 ceph-mon[108052]: pgmap v186: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:28 smithi135 ceph-mon[109925]: pgmap v186: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:30 smithi191 ceph-mon[110189]: pgmap v187: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:30 smithi008 ceph-mon[108052]: pgmap v187: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:30 smithi135 ceph-mon[109925]: pgmap v187: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:32 smithi191 ceph-mon[110189]: pgmap v188: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:32 smithi008 ceph-mon[108052]: pgmap v188: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:33.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:32 smithi135 ceph-mon[109925]: pgmap v188: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:34 smithi191 ceph-mon[110189]: pgmap v189: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:35.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:34 smithi008 ceph-mon[108052]: pgmap v189: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:35.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:34 smithi135 ceph-mon[109925]: pgmap v189: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:36 smithi191 ceph-mon[110189]: pgmap v190: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:36 smithi008 ceph-mon[108052]: pgmap v190: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:37.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:36 smithi135 ceph-mon[109925]: pgmap v190: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:38 smithi191 ceph-mon[110189]: pgmap v191: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:38 smithi008 ceph-mon[108052]: pgmap v191: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:39.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:38 smithi135 ceph-mon[109925]: pgmap v191: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:40 smithi191 ceph-mon[110189]: pgmap v192: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:41.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:40 smithi008 ceph-mon[108052]: pgmap v192: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:41.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:40 smithi135 ceph-mon[109925]: pgmap v192: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:42 smithi191 ceph-mon[110189]: pgmap v193: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:43.398 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:42 smithi008 ceph-mon[108052]: pgmap v193: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:42 smithi135 ceph-mon[109925]: pgmap v193: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:43.421 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:0.0.4' 2023-10-09T06:51:43.667 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:51:45.263 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:44 smithi008 ceph-mon[108052]: pgmap v194: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:45.319 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'sleep 60' 2023-10-09T06:51:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:44 smithi191 ceph-mon[110189]: pgmap v194: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:44 smithi135 ceph-mon[109925]: pgmap v194: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:45.568 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:51:46.298 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:45 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3202686692' entity='client.admin' 2023-10-09T06:51:46.298 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:51:46.298 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:51:46.298 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:51:46.298 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:51:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:45 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3202686692' entity='client.admin' 2023-10-09T06:51:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:51:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:51:46.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:51:46.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:51:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:45 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3202686692' entity='client.admin' 2023-10-09T06:51:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:51:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:51:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:51:46.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:51:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:46 smithi191 ceph-mon[110189]: pgmap v195: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:47.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:46 smithi008 ceph-mon[108052]: pgmap v195: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:47.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:46 smithi135 ceph-mon[109925]: pgmap v195: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:48 smithi191 ceph-mon[110189]: pgmap v196: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:49.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:48 smithi008 ceph-mon[108052]: pgmap v196: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:48 smithi135 ceph-mon[109925]: pgmap v196: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:50 smithi191 ceph-mon[110189]: pgmap v197: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:50 smithi008 ceph-mon[108052]: pgmap v197: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:50 smithi135 ceph-mon[109925]: pgmap v197: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:52 smithi191 ceph-mon[110189]: pgmap v198: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:53.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:52 smithi008 ceph-mon[108052]: pgmap v198: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:53.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:52 smithi135 ceph-mon[109925]: pgmap v198: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:54 smithi191 ceph-mon[110189]: pgmap v199: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:54 smithi008 ceph-mon[108052]: pgmap v199: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:54 smithi135 ceph-mon[109925]: pgmap v199: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:56 smithi191 ceph-mon[110189]: pgmap v200: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:56 smithi008 ceph-mon[108052]: pgmap v200: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:56 smithi135 ceph-mon[109925]: pgmap v200: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:51:58 smithi191 ceph-mon[110189]: pgmap v201: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:51:58 smithi008 ceph-mon[108052]: pgmap v201: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:51:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:51:58 smithi135 ceph-mon[109925]: pgmap v201: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:00 smithi191 ceph-mon[110189]: pgmap v202: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:01.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:00 smithi008 ceph-mon[108052]: pgmap v202: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:01.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:00 smithi135 ceph-mon[109925]: pgmap v202: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:02 smithi191 ceph-mon[110189]: pgmap v203: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:03.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:02 smithi008 ceph-mon[108052]: pgmap v203: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:02 smithi135 ceph-mon[109925]: pgmap v203: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:04 smithi191 ceph-mon[110189]: pgmap v204: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:04 smithi008 ceph-mon[108052]: pgmap v204: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:04 smithi135 ceph-mon[109925]: pgmap v204: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:06 smithi191 ceph-mon[110189]: pgmap v205: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:06 smithi008 ceph-mon[108052]: pgmap v205: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:06 smithi135 ceph-mon[109925]: pgmap v205: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:08 smithi191 ceph-mon[110189]: pgmap v206: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:08 smithi008 ceph-mon[108052]: pgmap v206: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:09.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:08 smithi135 ceph-mon[109925]: pgmap v206: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:10 smithi191 ceph-mon[110189]: pgmap v207: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:10 smithi008 ceph-mon[108052]: pgmap v207: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:11.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:10 smithi135 ceph-mon[109925]: pgmap v207: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:12 smithi191 ceph-mon[110189]: pgmap v208: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:12 smithi008 ceph-mon[108052]: pgmap v208: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:13.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:12 smithi135 ceph-mon[109925]: pgmap v208: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:14 smithi191 ceph-mon[110189]: pgmap v209: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:14 smithi008 ceph-mon[108052]: pgmap v209: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:14 smithi135 ceph-mon[109925]: pgmap v209: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:16 smithi008 ceph-mon[108052]: pgmap v210: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:17.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:16 smithi135 ceph-mon[109925]: pgmap v210: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:16 smithi191 ceph-mon[110189]: pgmap v210: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:19.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:18 smithi008 ceph-mon[108052]: pgmap v211: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:19.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:18 smithi135 ceph-mon[109925]: pgmap v211: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:18 smithi191 ceph-mon[110189]: pgmap v211: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:21.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:20 smithi008 ceph-mon[108052]: pgmap v212: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:21.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:20 smithi135 ceph-mon[109925]: pgmap v212: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:20 smithi191 ceph-mon[110189]: pgmap v212: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:23.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:22 smithi008 ceph-mon[108052]: pgmap v213: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:23.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:22 smithi135 ceph-mon[109925]: pgmap v213: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:22 smithi191 ceph-mon[110189]: pgmap v213: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:24 smithi008 ceph-mon[108052]: pgmap v214: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:25.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:24 smithi135 ceph-mon[109925]: pgmap v214: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:24 smithi191 ceph-mon[110189]: pgmap v214: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:27.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:26 smithi008 ceph-mon[108052]: pgmap v215: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:27.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:26 smithi135 ceph-mon[109925]: pgmap v215: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:26 smithi191 ceph-mon[110189]: pgmap v215: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:29.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:28 smithi135 ceph-mon[109925]: pgmap v216: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:28 smithi191 ceph-mon[110189]: pgmap v216: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:29.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:28 smithi008 ceph-mon[108052]: pgmap v216: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:31.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:30 smithi135 ceph-mon[109925]: pgmap v217: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:30 smithi191 ceph-mon[110189]: pgmap v217: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:30 smithi008 ceph-mon[108052]: pgmap v217: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:32 smithi191 ceph-mon[110189]: pgmap v218: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:32 smithi008 ceph-mon[108052]: pgmap v218: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:32 smithi135 ceph-mon[109925]: pgmap v218: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:34 smithi191 ceph-mon[110189]: pgmap v219: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:35.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:34 smithi008 ceph-mon[108052]: pgmap v219: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:35.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:34 smithi135 ceph-mon[109925]: pgmap v219: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:36 smithi191 ceph-mon[110189]: pgmap v220: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:36 smithi008 ceph-mon[108052]: pgmap v220: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:36 smithi135 ceph-mon[109925]: pgmap v220: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:38 smithi191 ceph-mon[110189]: pgmap v221: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:38 smithi008 ceph-mon[108052]: pgmap v221: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:38 smithi135 ceph-mon[109925]: pgmap v221: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:40 smithi191 ceph-mon[110189]: pgmap v222: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:41.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:40 smithi008 ceph-mon[108052]: pgmap v222: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:40 smithi135 ceph-mon[109925]: pgmap v222: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:42 smithi191 ceph-mon[110189]: pgmap v223: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:43.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:42 smithi008 ceph-mon[108052]: pgmap v223: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:42 smithi135 ceph-mon[109925]: pgmap v223: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:44 smithi191 ceph-mon[110189]: pgmap v224: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:44 smithi008 ceph-mon[108052]: pgmap v224: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:45.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:44 smithi135 ceph-mon[109925]: pgmap v224: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:52:46.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:46.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:52:46.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:45 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:46.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:52:46.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:46.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:52:46.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:45 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:52:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:52:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:45 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:46.696 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph config get mgr mgr/cephadm/container_image_nvmeof' 2023-10-09T06:52:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:52:47.197 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:46 smithi008 ceph-mon[108052]: pgmap v225: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:46 smithi191 ceph-mon[110189]: pgmap v225: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:46 smithi135 ceph-mon[109925]: pgmap v225: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:48.150 INFO:teuthology.orchestra.run.smithi008.stdout:quay.io/ceph/nvmeof:0.0.4 2023-10-09T06:52:48.540 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch apply nvmeof mypool --placement="1 $(hostname)"' 2023-10-09T06:52:48.790 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:52:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:48 smithi008 ceph-mon[108052]: pgmap v226: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:49.179 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:48 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/2939587640' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"}]: dispatch 2023-10-09T06:52:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:48 smithi191 ceph-mon[110189]: pgmap v226: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:48 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/2939587640' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"}]: dispatch 2023-10-09T06:52:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:48 smithi135 ceph-mon[109925]: pgmap v226: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:48 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/2939587640' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"}]: dispatch 2023-10-09T06:52:49.948 INFO:teuthology.orchestra.run.smithi008.stdout:Scheduled nvmeof.mypool update... 2023-10-09T06:52:50.323 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ps --refresh' 2023-10-09T06:52:50.594 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:52:51.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: pgmap v227: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "1 smithi008", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: Saving service nvmeof.mypool spec with placement smithi008;count:1 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.nvmeof.mypool.smithi008.ktxxzo", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]: dispatch 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.mypool.smithi008.ktxxzo", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:51.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:50 smithi008 ceph-mon[108052]: Deploying daemon nvmeof.mypool.smithi008.ktxxzo on smithi008 2023-10-09T06:52:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: pgmap v227: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:51.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "1 smithi008", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:52:51.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: Saving service nvmeof.mypool spec with placement smithi008;count:1 2023-10-09T06:52:51.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:51.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:52:51.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:51.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:52:51.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:51.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.nvmeof.mypool.smithi008.ktxxzo", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]: dispatch 2023-10-09T06:52:51.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.mypool.smithi008.ktxxzo", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2023-10-09T06:52:51.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:51.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:50 smithi191 ceph-mon[110189]: Deploying daemon nvmeof.mypool.smithi008.ktxxzo on smithi008 2023-10-09T06:52:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: pgmap v227: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "1 smithi008", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:52:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: Saving service nvmeof.mypool spec with placement smithi008;count:1 2023-10-09T06:52:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:51.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:52:51.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:51.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:52:51.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:52:51.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.nvmeof.mypool.smithi008.ktxxzo", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]: dispatch 2023-10-09T06:52:51.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.mypool.smithi008.ktxxzo", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2023-10-09T06:52:51.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:52:51.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:50 smithi135 ceph-mon[109925]: Deploying daemon nvmeof.mypool.smithi008.ktxxzo on smithi008 2023-10-09T06:52:51.969 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.x smithi008 *:9283,8765 running (6m) - 6m 489M - 18.0.0-5817-gbcea8c48 fa922c444906 f864c0d11430 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:mon.a smithi008 running (6m) - 7m 50.7M 2048M 18.0.0-5817-gbcea8c48 fa922c444906 10c7288c4e79 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:mon.b smithi135 running (5m) - 5m - 2048M 18.0.0-5817-gbcea8c48 fa922c444906 8adf31ff0e7e 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:mon.c smithi191 running (5m) - 5m 50.6M 2048M 18.0.0-5817-gbcea8c48 fa922c444906 005302da2b02 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (5m) - 5m 28.7M 8559M 18.0.0-5817-gbcea8c48 fa922c444906 c194b98f7f3f 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (4m) - 4m 12.5M 8559M 18.0.0-5817-gbcea8c48 fa922c444906 2658fe632c51 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi135 running (4m) - 4m - 7069M 18.0.0-5817-gbcea8c48 fa922c444906 d1e02e8e5962 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi135 running (4m) - 4m - 7069M 18.0.0-5817-gbcea8c48 fa922c444906 b5dd739062f2 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi135 running (4m) - 4m - 7069M 18.0.0-5817-gbcea8c48 fa922c444906 10c1e94a8299 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi191 running (3m) - 3m 40.5M 7070M 18.0.0-5817-gbcea8c48 fa922c444906 fcba6c206df2 2023-10-09T06:52:51.970 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi191 running (3m) - 3m 32.0M 7070M 18.0.0-5817-gbcea8c48 fa922c444906 ec71776efff5 2023-10-09T06:52:51.971 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi191 running (3m) - 3m 13.7M 7070M 18.0.0-5817-gbcea8c48 fa922c444906 4276ec177a11 2023-10-09T06:52:52.439 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph versions' 2023-10-09T06:52:52.728 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:52:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:52 smithi191 ceph-mon[110189]: pgmap v228: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:52 smithi191 ceph-mon[110189]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:52:53.399 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:52 smithi008 ceph-mon[108052]: pgmap v228: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:53.399 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:52 smithi008 ceph-mon[108052]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:52:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:52 smithi135 ceph-mon[109925]: pgmap v228: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:52 smithi135 ceph-mon[109925]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:52:54.290 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2023-10-09T06:52:54.290 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2023-10-09T06:52:54.290 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev)": 3 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev)": 1 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev)": 8 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 18.0.0-5817-gbcea8c48 (bcea8c48517ff154f392584022efa0718f51c9f2) reef (dev)": 12 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout: } 2023-10-09T06:52:54.291 INFO:teuthology.orchestra.run.smithi008.stdout:} 2023-10-09T06:52:54.718 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph -s' 2023-10-09T06:52:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:54 smithi191 ceph-mon[110189]: pgmap v229: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:54 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/3902869985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T06:52:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:54 smithi008 ceph-mon[108052]: pgmap v229: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:54 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/3902869985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T06:52:55.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:54 smithi135 ceph-mon[109925]: pgmap v229: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:54 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/3902869985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T06:52:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:56 smithi191 ceph-mon[110189]: pgmap v230: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:56 smithi008 ceph-mon[108052]: pgmap v230: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:56 smithi135 ceph-mon[109925]: pgmap v230: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:59.224 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:52:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:52:58 smithi191 ceph-mon[110189]: pgmap v231: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:52:58 smithi008 ceph-mon[108052]: pgmap v231: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:52:59.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:52:58 smithi135 ceph-mon[109925]: pgmap v231: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:01.047 INFO:teuthology.orchestra.run.smithi008.stdout: cluster: 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: id: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: health: HEALTH_OK 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: services: 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: mon: 3 daemons, quorum a,c,b (age 5m) 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: mgr: x(active, since 6m) 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:01.048 INFO:teuthology.orchestra.run.smithi008.stdout: data: 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: pools: 2 pools, 33 pgs 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: objects: 2 objects, 577 KiB 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: usage: 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: pgs: 33 active+clean 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: progress: 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: Updating nvmeof.mypool deployment (+1 -> 1) (0s) 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: [............................] 2023-10-09T06:53:01.049 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:01.079 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:00 smithi008 ceph-mon[108052]: pgmap v232: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:01.079 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.079 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.079 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.080 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.080 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:00 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:53:01.274 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:00 smithi135 ceph-mon[109925]: pgmap v232: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:01.275 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:00 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.275 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:00 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.275 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:00 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.275 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:00 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.275 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:00 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:53:01.289 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:00 smithi191 ceph-mon[110189]: pgmap v232: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:01.290 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:00 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.290 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:00 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.290 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:00 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.290 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:00 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:01.290 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:00 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:53:01.576 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ls' 2023-10-09T06:53:01.830 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:02.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:01 smithi008 ceph-mon[108052]: Checking pool "mypool" exists for service nvmeof.mypool 2023-10-09T06:53:02.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:01 smithi008 ceph-mon[108052]: from='client.? 172.21.15.8:0/1801688447' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-09T06:53:02.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:01 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:01 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:01 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:01 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:01 smithi191 ceph-mon[110189]: Checking pool "mypool" exists for service nvmeof.mypool 2023-10-09T06:53:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:01 smithi191 ceph-mon[110189]: from='client.? 172.21.15.8:0/1801688447' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-09T06:53:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:01 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:01 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:01 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:01 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:01 smithi135 ceph-mon[109925]: Checking pool "mypool" exists for service nvmeof.mypool 2023-10-09T06:53:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:01 smithi135 ceph-mon[109925]: from='client.? 172.21.15.8:0/1801688447' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-09T06:53:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:01 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:01 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:01 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:01 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.057 INFO:teuthology.orchestra.run.smithi008.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-10-09T06:53:03.057 INFO:teuthology.orchestra.run.smithi008.stdout:mgr 1/1 - 5m smithi008=x;count:1 2023-10-09T06:53:03.057 INFO:teuthology.orchestra.run.smithi008.stdout:mon 3/3 - 5m smithi008:172.21.15.8=a;smithi135:172.21.15.135=b;smithi191:172.21.15.191=c;count:3 2023-10-09T06:53:03.057 INFO:teuthology.orchestra.run.smithi008.stdout:nvmeof.mypool ?:4420,5500,8009 0/1 - 13s smithi008;count:1 2023-10-09T06:53:03.057 INFO:teuthology.orchestra.run.smithi008.stdout:osd 8 - - 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: pgmap v233: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-10-09T06:53:03.237 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:02 smithi008 ceph-mon[108052]: mgrmap e15: x(active, since 6m) 2023-10-09T06:53:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: pgmap v233: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:53:03.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:53:03.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:53:03.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-10-09T06:53:03.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:02 smithi191 ceph-mon[110189]: mgrmap e15: x(active, since 6m) 2023-10-09T06:53:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: pgmap v233: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:53:03.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:53:03.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:03.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:53:03.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-10-09T06:53:03.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:02 smithi135 ceph-mon[109925]: mgrmap e15: x(active, since 6m) 2023-10-09T06:53:03.561 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'rbd create mypool/myimage --size 8Gi' 2023-10-09T06:53:03.825 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:03 smithi191 ceph-mon[110189]: pgmap v234: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:04.386 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:03 smithi008 ceph-mon[108052]: pgmap v234: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:03 smithi135 ceph-mon[109925]: pgmap v234: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:04 smithi191 ceph-mon[110189]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:53:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:53:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:53:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:04 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:04 smithi008 ceph-mon[108052]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:53:05.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:53:05.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:53:05.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:04 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:04 smithi135 ceph-mon[109925]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T06:53:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:53:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:53:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:04 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:53:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:05 smithi191 ceph-mon[110189]: pgmap v235: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:05 smithi191 ceph-mon[110189]: pgmap v236: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:05 smithi191 ceph-mon[110189]: osdmap e53: 8 total, 8 up, 8 in 2023-10-09T06:53:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:05 smithi008 ceph-mon[108052]: pgmap v235: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:05 smithi008 ceph-mon[108052]: pgmap v236: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:05 smithi008 ceph-mon[108052]: osdmap e53: 8 total, 8 up, 8 in 2023-10-09T06:53:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:05 smithi135 ceph-mon[109925]: pgmap v235: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:05 smithi135 ceph-mon[109925]: pgmap v236: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:05 smithi135 ceph-mon[109925]: osdmap e53: 8 total, 8 up, 8 in 2023-10-09T06:53:07.044 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'rbd ls mypool' 2023-10-09T06:53:07.290 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:07.794 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:07 smithi008 ceph-mon[108052]: pgmap v238: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:07.794 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:07 smithi008 ceph-mon[108052]: osdmap e54: 8 total, 8 up, 8 in 2023-10-09T06:53:07.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:07 smithi135 ceph-mon[109925]: pgmap v238: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:07.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:07 smithi135 ceph-mon[109925]: osdmap e54: 8 total, 8 up, 8 in 2023-10-09T06:53:08.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:07 smithi191 ceph-mon[110189]: pgmap v238: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:08.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:07 smithi191 ceph-mon[110189]: osdmap e54: 8 total, 8 up, 8 in 2023-10-09T06:53:08.155 INFO:teuthology.orchestra.run.smithi008.stdout:myimage 2023-10-09T06:53:08.552 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- bash -c 'set -ex 2023-10-09T06:53:08.552 DEBUG:teuthology.orchestra.run.smithi008:> # 2023-10-09T06:53:08.552 DEBUG:teuthology.orchestra.run.smithi008:> cat /proc/cpuinfo 2023-10-09T06:53:08.552 DEBUG:teuthology.orchestra.run.smithi008:> ' 2023-10-09T06:53:08.802 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:09.554 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 0 2023-10-09T06:53:09.555 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.555 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.555 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.555 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.555 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.555 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 3500.000 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 0 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 0 2023-10-09T06:53:09.556 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 0 2023-10-09T06:53:09.557 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.557 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.557 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.557 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.557 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.557 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.557 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 1 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.558 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 3500.000 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.559 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.560 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 1 2023-10-09T06:53:09.560 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.560 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 2 2023-10-09T06:53:09.560 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 2 2023-10-09T06:53:09.560 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.560 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.560 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.561 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 2 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.562 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 3500.000 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 2 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 4 2023-10-09T06:53:09.563 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 4 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.564 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.565 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.565 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.565 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.565 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.565 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 3 2023-10-09T06:53:09.565 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.565 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 3500.000 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.566 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 3 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 6 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 6 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.567 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.568 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.568 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.568 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.568 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.568 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.568 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.568 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.569 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.569 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 4 2023-10-09T06:53:09.569 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.569 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.569 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.569 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.569 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.570 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.570 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 3500.000 2023-10-09T06:53:09.570 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.570 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.570 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.570 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 0 2023-10-09T06:53:09.570 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 1 2023-10-09T06:53:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 1 2023-10-09T06:53:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.571 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 5 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.572 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 3500.000 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 1 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 3 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 3 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.573 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 6 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.574 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 3446.143 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 2 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 5 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 5 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.575 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:processor : 7 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:vendor_id : GenuineIntel 2023-10-09T06:53:09.576 INFO:teuthology.orchestra.run.smithi008.stdout:cpu family : 6 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:model : 63 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:model name : Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:stepping : 2 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:microcode : 0x49 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:cpu MHz : 2100.498 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:cache size : 10240 KB 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:physical id : 0 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:siblings : 8 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:core id : 3 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:cpu cores : 4 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:apicid : 7 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:initial apicid : 7 2023-10-09T06:53:09.577 INFO:teuthology.orchestra.run.smithi008.stdout:fpu : yes 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:fpu_exception : yes 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:cpuid level : 15 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:wp : yes 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm cpuid_fault epb invpcid_single pti intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts md_clear flush_l1d 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs itlb_multihit mmio_stale_data 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:bogomips : 6999.73 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:clflush size : 64 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:cache_alignment : 64 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:address sizes : 46 bits physical, 48 bits virtual 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout:power management: 2023-10-09T06:53:09.578 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:+ cat /proc/cpuinfo 2023-10-09T06:53:09.836 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:09 smithi008 ceph-mon[108052]: pgmap v240: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 363 B/s rd, 363 B/s wr, 1 op/s 2023-10-09T06:53:09.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:09 smithi135 ceph-mon[109925]: pgmap v240: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 363 B/s rd, 363 B/s wr, 1 op/s 2023-10-09T06:53:09.935 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2023-10-09T06:53:09.944 INFO:tasks.cephadm:Waiting for ceph service nvmeof.mypool to start (timeout 300)... 2023-10-09T06:53:09.945 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:10.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:09 smithi191 ceph-mon[110189]: pgmap v240: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 363 B/s rd, 363 B/s wr, 1 op/s 2023-10-09T06:53:10.192 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:11.372 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:11.372 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:11.696 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:12.131 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:11 smithi008 ceph-mon[108052]: pgmap v241: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2023-10-09T06:53:12.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:11 smithi135 ceph-mon[109925]: pgmap v241: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2023-10-09T06:53:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:11 smithi191 ceph-mon[110189]: pgmap v241: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2023-10-09T06:53:12.697 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:12.952 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:13.056 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:12 smithi008 ceph-mon[108052]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:13.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:12 smithi135 ceph-mon[109925]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:12 smithi191 ceph-mon[110189]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:14.093 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:14.093 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:14.117 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:13 smithi008 ceph-mon[108052]: pgmap v242: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 767 B/s wr, 1 op/s 2023-10-09T06:53:14.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:13 smithi135 ceph-mon[109925]: pgmap v242: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 767 B/s wr, 1 op/s 2023-10-09T06:53:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:13 smithi191 ceph-mon[110189]: pgmap v242: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 767 B/s wr, 1 op/s 2023-10-09T06:53:14.793 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:15.793 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:16.054 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:16.138 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:15 smithi008 ceph-mon[108052]: pgmap v243: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 488 B/s rd, 732 B/s wr, 1 op/s 2023-10-09T06:53:16.138 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:15 smithi008 ceph-mon[108052]: from='client.14664 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:16.138 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:15 smithi008 ceph-mon[108052]: osdmap e55: 8 total, 8 up, 8 in 2023-10-09T06:53:16.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:15 smithi135 ceph-mon[109925]: pgmap v243: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 488 B/s rd, 732 B/s wr, 1 op/s 2023-10-09T06:53:16.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:15 smithi135 ceph-mon[109925]: from='client.14664 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:16.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:15 smithi135 ceph-mon[109925]: osdmap e55: 8 total, 8 up, 8 in 2023-10-09T06:53:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:15 smithi191 ceph-mon[110189]: pgmap v243: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 488 B/s rd, 732 B/s wr, 1 op/s 2023-10-09T06:53:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:15 smithi191 ceph-mon[110189]: from='client.14664 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:15 smithi191 ceph-mon[110189]: osdmap e55: 8 total, 8 up, 8 in 2023-10-09T06:53:17.148 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:17.148 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:17.526 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:18.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:17 smithi135 ceph-mon[109925]: pgmap v245: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 436 B/s rd, 654 B/s wr, 1 op/s 2023-10-09T06:53:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:17 smithi191 ceph-mon[110189]: pgmap v245: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 436 B/s rd, 654 B/s wr, 1 op/s 2023-10-09T06:53:18.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:17 smithi008 ceph-mon[108052]: pgmap v245: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 436 B/s rd, 654 B/s wr, 1 op/s 2023-10-09T06:53:18.527 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:18.782 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:19.337 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:18 smithi008 ceph-mon[108052]: from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:18 smithi191 ceph-mon[110189]: from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:18 smithi135 ceph-mon[109925]: from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:19.942 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:19.943 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:20.138 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:19 smithi008 ceph-mon[108052]: pgmap v246: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 409 B/s wr, 0 op/s 2023-10-09T06:53:20.311 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:19 smithi191 ceph-mon[110189]: pgmap v246: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 409 B/s wr, 0 op/s 2023-10-09T06:53:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:19 smithi135 ceph-mon[109925]: pgmap v246: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 409 B/s wr, 0 op/s 2023-10-09T06:53:21.312 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:21.346 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:20 smithi008 ceph-mon[108052]: from='client.14676 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:20 smithi191 ceph-mon[110189]: from='client.14676 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:20 smithi135 ceph-mon[109925]: from='client.14676 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:21.563 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:22.275 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:21 smithi008 ceph-mon[108052]: pgmap v247: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 307 B/s wr, 0 op/s 2023-10-09T06:53:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:21 smithi191 ceph-mon[110189]: pgmap v247: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 307 B/s wr, 0 op/s 2023-10-09T06:53:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:21 smithi135 ceph-mon[109925]: pgmap v247: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 307 B/s wr, 0 op/s 2023-10-09T06:53:22.687 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:22.687 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:23.035 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:24.036 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:24.294 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:23 smithi191 ceph-mon[110189]: pgmap v248: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2023-10-09T06:53:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:23 smithi191 ceph-mon[110189]: from='client.14682 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:24.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:23 smithi008 ceph-mon[108052]: pgmap v248: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2023-10-09T06:53:24.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:23 smithi008 ceph-mon[108052]: from='client.14682 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:24.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:23 smithi135 ceph-mon[109925]: pgmap v248: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2023-10-09T06:53:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:23 smithi135 ceph-mon[109925]: from='client.14682 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:25.513 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:25.514 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:25.891 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:26.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:25 smithi008 ceph-mon[108052]: pgmap v249: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:25 smithi191 ceph-mon[110189]: pgmap v249: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:25 smithi135 ceph-mon[109925]: pgmap v249: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:26.892 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:27.146 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:27.283 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:26 smithi008 ceph-mon[108052]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:26 smithi191 ceph-mon[110189]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:26 smithi135 ceph-mon[109925]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:28.225 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:27 smithi008 ceph-mon[108052]: pgmap v250: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:28.328 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:28.328 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:27 smithi191 ceph-mon[110189]: pgmap v250: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:28.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:27 smithi135 ceph-mon[109925]: pgmap v250: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:28.708 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:29.709 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:29.962 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:30.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:29 smithi008 ceph-mon[108052]: pgmap v251: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:30.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:29 smithi008 ceph-mon[108052]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:29 smithi191 ceph-mon[110189]: pgmap v251: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:29 smithi191 ceph-mon[110189]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:30.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:29 smithi135 ceph-mon[109925]: pgmap v251: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:30.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:29 smithi135 ceph-mon[109925]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:32.236 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:31 smithi008 ceph-mon[108052]: pgmap v252: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:31 smithi191 ceph-mon[110189]: pgmap v252: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:31 smithi135 ceph-mon[109925]: pgmap v252: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:33 smithi191 ceph-mon[110189]: pgmap v253: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:34.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:33 smithi008 ceph-mon[108052]: pgmap v253: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:33 smithi135 ceph-mon[109925]: pgmap v253: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:34.608 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:34.608 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:35.218 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:36.218 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:36.257 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:35 smithi008 ceph-mon[108052]: pgmap v254: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:36.257 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:35 smithi008 ceph-mon[108052]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:35 smithi191 ceph-mon[110189]: pgmap v254: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:35 smithi191 ceph-mon[110189]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:35 smithi135 ceph-mon[109925]: pgmap v254: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:35 smithi135 ceph-mon[109925]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:36.476 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:37.600 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:37.600 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:37.974 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:38.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:37 smithi008 ceph-mon[108052]: pgmap v255: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:37 smithi191 ceph-mon[110189]: pgmap v255: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:37 smithi135 ceph-mon[109925]: pgmap v255: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:38.975 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:39.231 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:39.319 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:38 smithi008 ceph-mon[108052]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:38 smithi191 ceph-mon[110189]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:38 smithi135 ceph-mon[109925]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:40.298 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:39 smithi008 ceph-mon[108052]: pgmap v256: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:40.338 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:40.338 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:39 smithi191 ceph-mon[110189]: pgmap v256: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:39 smithi135 ceph-mon[109925]: pgmap v256: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:40.747 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:41.748 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:41.999 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:42.127 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:41 smithi008 ceph-mon[108052]: pgmap v257: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:42.127 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:41 smithi008 ceph-mon[108052]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:41 smithi191 ceph-mon[110189]: pgmap v257: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:41 smithi191 ceph-mon[110189]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:41 smithi135 ceph-mon[109925]: pgmap v257: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:41 smithi135 ceph-mon[109925]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:43.179 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:43.180 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:43.516 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:43 smithi191 ceph-mon[110189]: pgmap v258: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:44.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:43 smithi008 ceph-mon[108052]: pgmap v258: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:43 smithi135 ceph-mon[109925]: pgmap v258: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:44.517 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:44.771 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:45.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:44 smithi008 ceph-mon[108052]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:44 smithi191 ceph-mon[110189]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:44 smithi135 ceph-mon[109925]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:45.910 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:45.911 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:46.121 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:45 smithi008 ceph-mon[108052]: pgmap v259: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:46.299 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:45 smithi191 ceph-mon[110189]: pgmap v259: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:45 smithi135 ceph-mon[109925]: pgmap v259: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:47.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:46 smithi008 ceph-mon[108052]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:47.300 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:46 smithi191 ceph-mon[110189]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:46 smithi135 ceph-mon[109925]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:47.557 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:48.219 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:47 smithi008 ceph-mon[108052]: pgmap v260: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:47 smithi191 ceph-mon[110189]: pgmap v260: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:47 smithi135 ceph-mon[109925]: pgmap v260: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:48.626 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:48.626 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:48.998 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:49.999 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:50.254 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:50.342 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:49 smithi008 ceph-mon[108052]: pgmap v261: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:50.342 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:49 smithi008 ceph-mon[108052]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:49 smithi191 ceph-mon[110189]: pgmap v261: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:49 smithi191 ceph-mon[110189]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:50.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:49 smithi135 ceph-mon[109925]: pgmap v261: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:50.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:49 smithi135 ceph-mon[109925]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:51.422 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:51.422 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:51.806 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:51 smithi191 ceph-mon[110189]: pgmap v262: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:52.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:51 smithi008 ceph-mon[108052]: pgmap v262: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:52.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:51 smithi135 ceph-mon[109925]: pgmap v262: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:52.806 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:53.059 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:53.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:52 smithi008 ceph-mon[108052]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:52 smithi191 ceph-mon[110189]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:52 smithi135 ceph-mon[109925]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:54.171 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:54.172 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:54.342 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:53 smithi008 ceph-mon[108052]: pgmap v263: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:53 smithi191 ceph-mon[110189]: pgmap v263: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:54.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:53 smithi135 ceph-mon[109925]: pgmap v263: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:54.506 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:55.507 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:55.760 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:56.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:55 smithi008 ceph-mon[108052]: pgmap v264: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:56.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:55 smithi008 ceph-mon[108052]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:55 smithi191 ceph-mon[110189]: pgmap v264: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:55 smithi191 ceph-mon[110189]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:55 smithi135 ceph-mon[109925]: pgmap v264: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:55 smithi135 ceph-mon[109925]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:56.862 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:56.862 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:57.239 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:53:58.239 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:53:58.276 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:57 smithi008 ceph-mon[108052]: pgmap v265: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:58.276 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:57 smithi008 ceph-mon[108052]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:57 smithi191 ceph-mon[110189]: pgmap v265: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:57 smithi191 ceph-mon[110189]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:57 smithi135 ceph-mon[109925]: pgmap v265: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:53:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:57 smithi135 ceph-mon[109925]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:53:58.493 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:53:59.591 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:53:59.591 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:53:59.962 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:00.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:53:59 smithi008 ceph-mon[108052]: pgmap v266: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:53:59 smithi191 ceph-mon[110189]: pgmap v266: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:53:59 smithi135 ceph-mon[109925]: pgmap v266: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:00.964 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:01.221 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:01.315 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:00 smithi008 ceph-mon[108052]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:01.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:00 smithi191 ceph-mon[110189]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:01.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:00 smithi135 ceph-mon[109925]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:02.297 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:01 smithi008 ceph-mon[108052]: pgmap v267: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:02.326 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:02.326 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:01 smithi191 ceph-mon[110189]: pgmap v267: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:02.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:01 smithi135 ceph-mon[109925]: pgmap v267: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:02.729 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:03.730 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:03.983 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:04.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:03 smithi008 ceph-mon[108052]: pgmap v268: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:04.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:03 smithi008 ceph-mon[108052]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:03 smithi191 ceph-mon[110189]: pgmap v268: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:03 smithi191 ceph-mon[110189]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:03 smithi135 ceph-mon[109925]: pgmap v268: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:03 smithi135 ceph-mon[109925]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:05.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:05 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:54:05.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:05 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:54:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:05 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:54:05.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:05 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:54:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:05 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:54:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:05 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:54:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:05 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:54:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:05 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:54:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:05 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:54:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:05 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:54:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:05 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:54:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:05 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:54:05.841 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:05.841 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:06.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:06 smithi008 ceph-mon[108052]: pgmap v269: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:06 smithi008 ceph-mon[108052]: pgmap v270: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:06 smithi008 ceph-mon[108052]: pgmap v271: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.212 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:06 smithi191 ceph-mon[110189]: pgmap v269: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:06 smithi191 ceph-mon[110189]: pgmap v270: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:06 smithi191 ceph-mon[110189]: pgmap v271: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:06 smithi135 ceph-mon[109925]: pgmap v269: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:06 smithi135 ceph-mon[109925]: pgmap v270: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:06 smithi135 ceph-mon[109925]: pgmap v271: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:07.213 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:07 smithi191 ceph-mon[110189]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:07 smithi008 ceph-mon[108052]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:07.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:07 smithi135 ceph-mon[109925]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:07.465 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:08.181 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:08 smithi008 ceph-mon[108052]: pgmap v272: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:08 smithi191 ceph-mon[110189]: pgmap v272: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:08 smithi135 ceph-mon[109925]: pgmap v272: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:08.587 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:08.587 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:08.962 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:09.963 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:10.217 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:10.305 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:10 smithi008 ceph-mon[108052]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:10.305 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:10 smithi008 ceph-mon[108052]: pgmap v273: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:10 smithi191 ceph-mon[110189]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:10 smithi191 ceph-mon[110189]: pgmap v273: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:10.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:10 smithi135 ceph-mon[109925]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:10 smithi135 ceph-mon[109925]: pgmap v273: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:11.398 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:11.399 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:11.820 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:12 smithi191 ceph-mon[110189]: pgmap v274: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:12 smithi008 ceph-mon[108052]: pgmap v274: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:12.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:12 smithi135 ceph-mon[109925]: pgmap v274: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:12.821 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:13.076 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:13.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:13 smithi008 ceph-mon[108052]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:13 smithi191 ceph-mon[110189]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:13 smithi135 ceph-mon[109925]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:14.221 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:14.221 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:14 smithi191 ceph-mon[110189]: pgmap v275: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:14.398 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:14 smithi008 ceph-mon[108052]: pgmap v275: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:14 smithi135 ceph-mon[109925]: pgmap v275: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:14.593 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:15 smithi191 ceph-mon[110189]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:15 smithi191 ceph-mon[110189]: pgmap v276: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:15 smithi008 ceph-mon[108052]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:15 smithi008 ceph-mon[108052]: pgmap v276: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:15.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:15 smithi135 ceph-mon[109925]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:15 smithi135 ceph-mon[109925]: pgmap v276: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:15.594 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:15.847 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:16.973 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:16.973 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:17.351 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:18.353 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:17 smithi191 ceph-mon[110189]: pgmap v277: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:17 smithi191 ceph-mon[110189]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:18.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:17 smithi008 ceph-mon[108052]: pgmap v277: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:18.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:17 smithi008 ceph-mon[108052]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:17 smithi135 ceph-mon[109925]: pgmap v277: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:17 smithi135 ceph-mon[109925]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:18.605 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:19.718 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:19.719 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:20.035 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:19 smithi008 ceph-mon[108052]: pgmap v278: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:20.063 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:19 smithi191 ceph-mon[110189]: pgmap v278: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:19 smithi135 ceph-mon[109925]: pgmap v278: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:21.064 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:21.316 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:20 smithi191 ceph-mon[110189]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:21.404 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:20 smithi008 ceph-mon[108052]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:20 smithi135 ceph-mon[109925]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:22.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:21 smithi008 ceph-mon[108052]: pgmap v279: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:21 smithi191 ceph-mon[110189]: pgmap v279: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:22.405 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:22.405 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:22.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:21 smithi135 ceph-mon[109925]: pgmap v279: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:22.782 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:23.783 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:24.036 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:24.129 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:23 smithi008 ceph-mon[108052]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:24.130 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:23 smithi008 ceph-mon[108052]: pgmap v280: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:23 smithi191 ceph-mon[110189]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:24.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:23 smithi191 ceph-mon[110189]: pgmap v280: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:23 smithi135 ceph-mon[109925]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:23 smithi135 ceph-mon[109925]: pgmap v280: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:25.184 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:25.184 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:25.575 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:25 smithi191 ceph-mon[110189]: pgmap v281: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:26.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:25 smithi008 ceph-mon[108052]: pgmap v281: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:25 smithi135 ceph-mon[109925]: pgmap v281: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:26.576 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:26.828 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:27.301 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:26 smithi008 ceph-mon[108052]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:26 smithi191 ceph-mon[110189]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:27.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:26 smithi135 ceph-mon[109925]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:27.980 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:27.981 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:28.267 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:27 smithi008 ceph-mon[108052]: pgmap v282: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:28.366 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:27 smithi191 ceph-mon[110189]: pgmap v282: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:27 smithi135 ceph-mon[109925]: pgmap v282: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:29.367 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:28 smithi191 ceph-mon[110189]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:29.402 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:28 smithi008 ceph-mon[108052]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:29.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:28 smithi135 ceph-mon[109925]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:29.618 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:30.117 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:29 smithi008 ceph-mon[108052]: pgmap v283: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:29 smithi191 ceph-mon[110189]: pgmap v283: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:30.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:29 smithi135 ceph-mon[109925]: pgmap v283: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:30.733 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:30.733 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:31.125 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:32.126 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:32.379 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:31 smithi191 ceph-mon[110189]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:32.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:31 smithi191 ceph-mon[110189]: pgmap v284: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:32.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:31 smithi008 ceph-mon[108052]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:32.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:31 smithi008 ceph-mon[108052]: pgmap v284: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:32.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:31 smithi135 ceph-mon[109925]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:31 smithi135 ceph-mon[109925]: pgmap v284: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:33.530 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:33.531 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:33.933 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:34.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:33 smithi008 ceph-mon[108052]: pgmap v285: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:33 smithi191 ceph-mon[110189]: pgmap v285: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:33 smithi135 ceph-mon[109925]: pgmap v285: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:34.934 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:35.185 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:35.304 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:34 smithi008 ceph-mon[108052]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:34 smithi191 ceph-mon[110189]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:34 smithi135 ceph-mon[109925]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:36.266 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:35 smithi008 ceph-mon[108052]: pgmap v286: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:36.361 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:36.361 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:35 smithi191 ceph-mon[110189]: pgmap v286: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:36.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:35 smithi135 ceph-mon[109925]: pgmap v286: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:36.949 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:37.950 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:38.311 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:37 smithi008 ceph-mon[108052]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:38.311 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:37 smithi008 ceph-mon[108052]: pgmap v287: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:37 smithi191 ceph-mon[110189]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:37 smithi191 ceph-mon[110189]: pgmap v287: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:37 smithi135 ceph-mon[109925]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:37 smithi135 ceph-mon[109925]: pgmap v287: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:39.426 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:39.426 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:39.816 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:39 smithi191 ceph-mon[110189]: pgmap v288: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:40.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:39 smithi008 ceph-mon[108052]: pgmap v288: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:40.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:39 smithi135 ceph-mon[109925]: pgmap v288: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:40.818 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:41.070 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:41.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:40 smithi008 ceph-mon[108052]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:40 smithi191 ceph-mon[110189]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:41.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:40 smithi135 ceph-mon[109925]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:42.246 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:42.246 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:42.277 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:41 smithi008 ceph-mon[108052]: pgmap v289: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:41 smithi191 ceph-mon[110189]: pgmap v289: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:41 smithi135 ceph-mon[109925]: pgmap v289: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:42.633 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:43.633 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:43.884 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:43 smithi191 ceph-mon[110189]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:43 smithi191 ceph-mon[110189]: pgmap v290: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:44.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:43 smithi008 ceph-mon[108052]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:44.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:43 smithi008 ceph-mon[108052]: pgmap v290: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:43 smithi135 ceph-mon[109925]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:43 smithi135 ceph-mon[109925]: pgmap v290: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:45.131 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:45.131 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:45.523 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:45 smithi191 ceph-mon[110189]: pgmap v291: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:46.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:45 smithi008 ceph-mon[108052]: pgmap v291: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:46.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:45 smithi135 ceph-mon[109925]: pgmap v291: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:46.524 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:46.776 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:47.348 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:46 smithi008 ceph-mon[108052]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:46 smithi191 ceph-mon[110189]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:46 smithi135 ceph-mon[109925]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:47.970 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:47.970 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:48.136 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:47 smithi008 ceph-mon[108052]: pgmap v292: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:48.356 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:47 smithi191 ceph-mon[110189]: pgmap v292: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:48.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:47 smithi135 ceph-mon[109925]: pgmap v292: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:49.357 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:48 smithi191 ceph-mon[110189]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:49.391 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:48 smithi008 ceph-mon[108052]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:48 smithi135 ceph-mon[109925]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:49.610 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:50.362 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:49 smithi008 ceph-mon[108052]: pgmap v293: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:49 smithi191 ceph-mon[110189]: pgmap v293: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:50.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:49 smithi135 ceph-mon[109925]: pgmap v293: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:50.788 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:50.788 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:51.181 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:52.182 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:51 smithi191 ceph-mon[110189]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:51 smithi191 ceph-mon[110189]: pgmap v294: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:52.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:51 smithi008 ceph-mon[108052]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:52.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:51 smithi008 ceph-mon[108052]: pgmap v294: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:52.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:51 smithi135 ceph-mon[109925]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:51 smithi135 ceph-mon[109925]: pgmap v294: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:52.432 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:53.639 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:53.639 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:54.022 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:53 smithi008 ceph-mon[108052]: pgmap v295: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:53 smithi191 ceph-mon[110189]: pgmap v295: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:53 smithi135 ceph-mon[109925]: pgmap v295: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:55.024 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:55.276 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:54 smithi191 ceph-mon[110189]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:55.400 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:54 smithi008 ceph-mon[108052]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:54 smithi135 ceph-mon[109925]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:56.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:55 smithi008 ceph-mon[108052]: pgmap v296: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:55 smithi191 ceph-mon[110189]: pgmap v296: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:56.412 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:56.412 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:55 smithi135 ceph-mon[109925]: pgmap v296: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:56.805 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:54:57.806 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:54:58.058 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:54:58.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:57 smithi008 ceph-mon[108052]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:58.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:57 smithi008 ceph-mon[108052]: pgmap v297: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:57 smithi191 ceph-mon[110189]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:57 smithi191 ceph-mon[110189]: pgmap v297: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:58.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:57 smithi135 ceph-mon[109925]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:54:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:57 smithi135 ceph-mon[109925]: pgmap v297: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:54:59.304 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:54:59.305 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:54:59.688 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:54:59 smithi191 ceph-mon[110189]: pgmap v298: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:54:59 smithi008 ceph-mon[108052]: pgmap v298: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:54:59 smithi135 ceph-mon[109925]: pgmap v298: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:00.690 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:00.944 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:00 smithi191 ceph-mon[110189]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:01.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:00 smithi008 ceph-mon[108052]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:01.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:00 smithi135 ceph-mon[109925]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:02.135 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:02.135 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:02.300 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:02 smithi008 ceph-mon[108052]: pgmap v299: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:02 smithi191 ceph-mon[110189]: pgmap v299: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:02 smithi135 ceph-mon[109925]: pgmap v299: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:02.503 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:03.504 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:03.758 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:04.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:04 smithi008 ceph-mon[108052]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:04.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:04 smithi008 ceph-mon[108052]: pgmap v300: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:04 smithi191 ceph-mon[110189]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:04 smithi191 ceph-mon[110189]: pgmap v300: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:04 smithi135 ceph-mon[109925]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:04 smithi135 ceph-mon[109925]: pgmap v300: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:05.008 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:05.008 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:05.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:05 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:55:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:05 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:55:05.395 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:05.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:05 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:55:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:06 smithi191 ceph-mon[110189]: pgmap v301: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:06 smithi191 ceph-mon[110189]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:06 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:55:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:06 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:55:06.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:06 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:55:06.396 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:06 smithi008 ceph-mon[108052]: pgmap v301: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:06 smithi008 ceph-mon[108052]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:55:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:55:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:55:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:06 smithi135 ceph-mon[109925]: pgmap v301: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:06 smithi135 ceph-mon[109925]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:06 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:55:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:06 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:55:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:06 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:55:06.647 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:07.362 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:07 smithi008 ceph-mon[108052]: pgmap v302: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:07.363 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:07 smithi008 ceph-mon[108052]: pgmap v303: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:07 smithi191 ceph-mon[110189]: pgmap v302: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:07 smithi191 ceph-mon[110189]: pgmap v303: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:07 smithi135 ceph-mon[109925]: pgmap v302: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:07 smithi135 ceph-mon[109925]: pgmap v303: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:07.947 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:07.947 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:08.346 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:09.347 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:09 smithi191 ceph-mon[110189]: pgmap v304: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:09 smithi191 ceph-mon[110189]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:09.382 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:09 smithi008 ceph-mon[108052]: pgmap v304: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:09.382 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:09 smithi008 ceph-mon[108052]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:09 smithi135 ceph-mon[109925]: pgmap v304: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:09 smithi135 ceph-mon[109925]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:09.598 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:10.764 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:10.764 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:11.178 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:11 smithi191 ceph-mon[110189]: pgmap v305: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:11 smithi008 ceph-mon[108052]: pgmap v305: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:11.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:11 smithi135 ceph-mon[109925]: pgmap v305: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:12.180 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:12 smithi191 ceph-mon[110189]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:12 smithi191 ceph-mon[110189]: pgmap v306: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:12 smithi008 ceph-mon[108052]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:12 smithi008 ceph-mon[108052]: pgmap v306: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:12 smithi135 ceph-mon[109925]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:12 smithi135 ceph-mon[109925]: pgmap v306: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:12.433 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:13.554 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:13.554 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:13.945 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:14.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:14 smithi191 ceph-mon[110189]: pgmap v307: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:14.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:14 smithi191 ceph-mon[110189]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:14.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:14 smithi008 ceph-mon[108052]: pgmap v307: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:14.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:14 smithi008 ceph-mon[108052]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:14.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:14 smithi135 ceph-mon[109925]: pgmap v307: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:14.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:14 smithi135 ceph-mon[109925]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:14.946 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:15.199 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:16.345 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:16.345 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:16.736 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:16 smithi191 ceph-mon[110189]: pgmap v308: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:17.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:16 smithi008 ceph-mon[108052]: pgmap v308: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:17.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:16 smithi135 ceph-mon[109925]: pgmap v308: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:17.737 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:17.989 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:18.114 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:17 smithi008 ceph-mon[108052]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:17 smithi191 ceph-mon[110189]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:17 smithi135 ceph-mon[109925]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:19.078 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:18 smithi008 ceph-mon[108052]: pgmap v309: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:19.245 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:19.245 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:18 smithi191 ceph-mon[110189]: pgmap v309: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:18 smithi135 ceph-mon[109925]: pgmap v309: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:19.636 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:20.637 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:21.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:20 smithi191 ceph-mon[110189]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:21.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:20 smithi191 ceph-mon[110189]: pgmap v310: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:21.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:20 smithi008 ceph-mon[108052]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:21.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:20 smithi008 ceph-mon[108052]: pgmap v310: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:20 smithi135 ceph-mon[109925]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:20 smithi135 ceph-mon[109925]: pgmap v310: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:22.096 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:22.096 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:22.476 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:22 smithi191 ceph-mon[110189]: pgmap v311: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:23.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:22 smithi008 ceph-mon[108052]: pgmap v311: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:23.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:22 smithi135 ceph-mon[109925]: pgmap v311: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:23.477 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:23.730 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:24.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:23 smithi008 ceph-mon[108052]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:23 smithi191 ceph-mon[110189]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:23 smithi135 ceph-mon[109925]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:24.830 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:24.830 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:25.072 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:24 smithi008 ceph-mon[108052]: pgmap v312: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:25.250 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:24 smithi191 ceph-mon[110189]: pgmap v312: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:24 smithi135 ceph-mon[109925]: pgmap v312: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:26.251 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:26.287 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:25 smithi008 ceph-mon[108052]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:25 smithi191 ceph-mon[110189]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:25 smithi135 ceph-mon[109925]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:26.505 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:27.265 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:26 smithi008 ceph-mon[108052]: pgmap v313: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:26 smithi191 ceph-mon[110189]: pgmap v313: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:26 smithi135 ceph-mon[109925]: pgmap v313: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:27.692 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:27.693 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:28.129 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:29.130 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:28 smithi191 ceph-mon[110189]: pgmap v314: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:28 smithi191 ceph-mon[110189]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:29.382 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:29.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:28 smithi008 ceph-mon[108052]: pgmap v314: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:29.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:28 smithi008 ceph-mon[108052]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:29.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:28 smithi135 ceph-mon[109925]: pgmap v314: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:28 smithi135 ceph-mon[109925]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:30.558 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:30.558 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:30.926 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:31.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:30 smithi008 ceph-mon[108052]: pgmap v315: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:30 smithi191 ceph-mon[110189]: pgmap v315: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:31.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:30 smithi135 ceph-mon[109925]: pgmap v315: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:31.928 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:32.180 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:32.296 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:31 smithi008 ceph-mon[108052]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:31 smithi191 ceph-mon[110189]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:31 smithi135 ceph-mon[109925]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:33.017 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:32 smithi008 ceph-mon[108052]: pgmap v316: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:32 smithi191 ceph-mon[110189]: pgmap v316: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:33.405 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:33.406 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:32 smithi135 ceph-mon[109925]: pgmap v316: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:33.783 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:34.784 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:35.038 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:35.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:34 smithi008 ceph-mon[108052]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:35.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:34 smithi008 ceph-mon[108052]: pgmap v317: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:34 smithi191 ceph-mon[110189]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:34 smithi191 ceph-mon[110189]: pgmap v317: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:34 smithi135 ceph-mon[109925]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:34 smithi135 ceph-mon[109925]: pgmap v317: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:36.253 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:36.253 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:36.642 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:36 smithi191 ceph-mon[110189]: pgmap v318: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:36 smithi008 ceph-mon[108052]: pgmap v318: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:36 smithi135 ceph-mon[109925]: pgmap v318: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:37.643 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:37.895 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:37 smithi191 ceph-mon[110189]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:38.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:37 smithi008 ceph-mon[108052]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:37 smithi135 ceph-mon[109925]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:39.123 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:39.124 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:39.304 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:38 smithi008 ceph-mon[108052]: pgmap v319: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:38 smithi191 ceph-mon[110189]: pgmap v319: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:38 smithi135 ceph-mon[109925]: pgmap v319: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:39.492 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:40.493 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:40.744 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:41.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:40 smithi008 ceph-mon[108052]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:41.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:40 smithi008 ceph-mon[108052]: pgmap v320: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:40 smithi191 ceph-mon[110189]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:40 smithi191 ceph-mon[110189]: pgmap v320: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:40 smithi135 ceph-mon[109925]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:40 smithi135 ceph-mon[109925]: pgmap v320: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:41.912 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:41.912 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:42.308 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:43.308 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:43.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:42 smithi008 ceph-mon[108052]: pgmap v321: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:43.345 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:42 smithi008 ceph-mon[108052]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:42 smithi191 ceph-mon[110189]: pgmap v321: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:42 smithi191 ceph-mon[110189]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:42 smithi135 ceph-mon[109925]: pgmap v321: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:42 smithi135 ceph-mon[109925]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:43.561 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:44.786 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:44.786 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:45.182 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:44 smithi191 ceph-mon[110189]: pgmap v322: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:44 smithi008 ceph-mon[108052]: pgmap v322: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:45.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:44 smithi135 ceph-mon[109925]: pgmap v322: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:46.183 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:45 smithi191 ceph-mon[110189]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:46.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:45 smithi008 ceph-mon[108052]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:46.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:45 smithi135 ceph-mon[109925]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:46.434 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:47.173 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:46 smithi008 ceph-mon[108052]: pgmap v323: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:46 smithi191 ceph-mon[110189]: pgmap v323: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:47.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:46 smithi135 ceph-mon[109925]: pgmap v323: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:47.598 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:47.598 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:47.982 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:48.984 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:49.237 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:49.342 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:48 smithi008 ceph-mon[108052]: pgmap v324: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:49.343 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:48 smithi008 ceph-mon[108052]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:48 smithi191 ceph-mon[110189]: pgmap v324: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:48 smithi191 ceph-mon[110189]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:48 smithi135 ceph-mon[109925]: pgmap v324: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:48 smithi135 ceph-mon[109925]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:50.388 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:50.388 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:50.773 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:50 smithi191 ceph-mon[110189]: pgmap v325: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:50 smithi008 ceph-mon[108052]: pgmap v325: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:50 smithi135 ceph-mon[109925]: pgmap v325: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:51.774 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:52.028 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:52.150 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:51 smithi008 ceph-mon[108052]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:51 smithi191 ceph-mon[110189]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:51 smithi135 ceph-mon[109925]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:53.115 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:52 smithi008 ceph-mon[108052]: pgmap v326: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:53.260 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:53.260 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:52 smithi191 ceph-mon[110189]: pgmap v326: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:52 smithi135 ceph-mon[109925]: pgmap v326: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:53.648 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:54.649 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:54.907 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:54 smithi191 ceph-mon[110189]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:54 smithi191 ceph-mon[110189]: pgmap v327: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:54 smithi008 ceph-mon[108052]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:54 smithi008 ceph-mon[108052]: pgmap v327: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:55.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:54 smithi135 ceph-mon[109925]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:55.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:54 smithi135 ceph-mon[109925]: pgmap v327: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:55.987 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:55.987 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:56.364 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:57.366 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:55:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:57 smithi191 ceph-mon[110189]: pgmap v328: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:57 smithi191 ceph-mon[110189]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:57.402 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:57 smithi008 ceph-mon[108052]: pgmap v328: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:57.402 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:57 smithi008 ceph-mon[108052]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:57 smithi135 ceph-mon[109925]: pgmap v328: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:57 smithi135 ceph-mon[109925]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:55:57.620 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:55:58.757 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:55:58.757 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:55:59.098 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:55:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:55:59 smithi191 ceph-mon[110189]: pgmap v329: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:55:59 smithi008 ceph-mon[108052]: pgmap v329: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:55:59.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:55:59 smithi135 ceph-mon[109925]: pgmap v329: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:00.099 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:00.356 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:00 smithi191 ceph-mon[110189]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:00 smithi008 ceph-mon[108052]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:00.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:00 smithi135 ceph-mon[109925]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:01.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:01 smithi008 ceph-mon[108052]: pgmap v330: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:01 smithi191 ceph-mon[110189]: pgmap v330: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:01.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:01 smithi135 ceph-mon[109925]: pgmap v330: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:01.496 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:01.497 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:01.913 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:02.914 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:03.167 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:03.266 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:03 smithi008 ceph-mon[108052]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:03.266 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:03 smithi008 ceph-mon[108052]: pgmap v331: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:03 smithi191 ceph-mon[110189]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:03 smithi191 ceph-mon[110189]: pgmap v331: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:03 smithi135 ceph-mon[109925]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:03 smithi135 ceph-mon[109925]: pgmap v331: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:04.318 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:04.318 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:04.706 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:05 smithi191 ceph-mon[110189]: pgmap v332: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:05 smithi008 ceph-mon[108052]: pgmap v332: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:05 smithi135 ceph-mon[109925]: pgmap v332: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:05.707 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:05.975 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:06 smithi191 ceph-mon[110189]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:06 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:56:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:06 smithi008 ceph-mon[108052]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:06.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:06 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:56:06.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:06 smithi135 ceph-mon[109925]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:06.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:06 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:56:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:07.081 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:07 smithi191 ceph-mon[110189]: pgmap v333: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:56:07.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:56:07.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:56:07.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:07 smithi008 ceph-mon[108052]: pgmap v333: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:07.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:56:07.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:56:07.388 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:56:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:07 smithi135 ceph-mon[109925]: pgmap v333: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:56:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:56:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:56:07.471 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:08 smithi191 ceph-mon[110189]: pgmap v334: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:08 smithi191 ceph-mon[110189]: pgmap v335: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:08 smithi008 ceph-mon[108052]: pgmap v334: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:08 smithi008 ceph-mon[108052]: pgmap v335: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:08 smithi135 ceph-mon[109925]: pgmap v334: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:08 smithi135 ceph-mon[109925]: pgmap v335: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:08.473 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:08.726 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:09.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:09 smithi008 ceph-mon[108052]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:09 smithi191 ceph-mon[110189]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:09 smithi135 ceph-mon[109925]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:09.797 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:09.797 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:10.066 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:10 smithi008 ceph-mon[108052]: pgmap v336: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:10.237 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:10 smithi191 ceph-mon[110189]: pgmap v336: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:10 smithi135 ceph-mon[109925]: pgmap v336: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:11.237 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:11 smithi191 ceph-mon[110189]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:11 smithi008 ceph-mon[108052]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:11.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:11 smithi135 ceph-mon[109925]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:11.489 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:12.236 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:12 smithi008 ceph-mon[108052]: pgmap v337: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:12 smithi191 ceph-mon[110189]: pgmap v337: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:12 smithi135 ceph-mon[109925]: pgmap v337: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:12.657 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:12.657 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:12.986 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:13.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:13 smithi008 ceph-mon[108052]: pgmap v338: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:13.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:13 smithi008 ceph-mon[108052]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:13 smithi191 ceph-mon[110189]: pgmap v338: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:13 smithi191 ceph-mon[110189]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:13 smithi135 ceph-mon[109925]: pgmap v338: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:13 smithi135 ceph-mon[109925]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:13.987 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:14.238 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:15.374 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:15.374 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:15.549 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:15 smithi008 ceph-mon[108052]: pgmap v339: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:15.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:15 smithi191 ceph-mon[110189]: pgmap v339: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:15.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:15 smithi135 ceph-mon[109925]: pgmap v339: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:15.762 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:16.764 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:17.015 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:17.106 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:16 smithi008 ceph-mon[108052]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:16 smithi191 ceph-mon[110189]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:16 smithi135 ceph-mon[109925]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:18.127 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:18.127 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:18.150 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:17 smithi008 ceph-mon[108052]: pgmap v340: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:17 smithi191 ceph-mon[110189]: pgmap v340: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:17 smithi135 ceph-mon[109925]: pgmap v340: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:18.519 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:19.521 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:20.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:19 smithi008 ceph-mon[108052]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:20.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:19 smithi008 ceph-mon[108052]: pgmap v341: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:19 smithi191 ceph-mon[110189]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:19 smithi191 ceph-mon[110189]: pgmap v341: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:19 smithi135 ceph-mon[109925]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:19 smithi135 ceph-mon[109925]: pgmap v341: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:20.917 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:20.917 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:21.328 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:22.330 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:22.365 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:21 smithi008 ceph-mon[108052]: pgmap v342: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:22.365 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:21 smithi008 ceph-mon[108052]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:21 smithi191 ceph-mon[110189]: pgmap v342: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:21 smithi191 ceph-mon[110189]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:21 smithi135 ceph-mon[109925]: pgmap v342: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:21 smithi135 ceph-mon[109925]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:22.583 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:23.823 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:23.823 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:24.202 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:23 smithi191 ceph-mon[110189]: pgmap v343: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:24.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:23 smithi008 ceph-mon[108052]: pgmap v343: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:24.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:23 smithi135 ceph-mon[109925]: pgmap v343: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:25.203 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:25.238 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:24 smithi008 ceph-mon[108052]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:24 smithi191 ceph-mon[110189]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:24 smithi135 ceph-mon[109925]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:25.455 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:26.215 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:25 smithi008 ceph-mon[108052]: pgmap v344: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:25 smithi191 ceph-mon[110189]: pgmap v344: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:25 smithi135 ceph-mon[109925]: pgmap v344: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:26.662 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:26.662 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:27.086 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:28.087 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:28.340 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:27 smithi191 ceph-mon[110189]: pgmap v345: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:27 smithi191 ceph-mon[110189]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:27 smithi008 ceph-mon[108052]: pgmap v345: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:27 smithi008 ceph-mon[108052]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:28.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:27 smithi135 ceph-mon[109925]: pgmap v345: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:27 smithi135 ceph-mon[109925]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:29.472 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:29.472 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:29.841 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:30.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:29 smithi008 ceph-mon[108052]: pgmap v346: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:29 smithi191 ceph-mon[110189]: pgmap v346: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:30.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:29 smithi135 ceph-mon[109925]: pgmap v346: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:30.842 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:31.096 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:31.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:30 smithi008 ceph-mon[108052]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:30 smithi191 ceph-mon[110189]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:30 smithi135 ceph-mon[109925]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:32.280 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:32.280 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:32.305 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:31 smithi008 ceph-mon[108052]: pgmap v347: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:31 smithi191 ceph-mon[110189]: pgmap v347: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:32.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:31 smithi135 ceph-mon[109925]: pgmap v347: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:32.668 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:33.669 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:33.923 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:33 smithi191 ceph-mon[110189]: pgmap v348: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:33 smithi191 ceph-mon[110189]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:34.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:33 smithi008 ceph-mon[108052]: pgmap v348: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:34.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:33 smithi008 ceph-mon[108052]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:34.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:33 smithi135 ceph-mon[109925]: pgmap v348: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:33 smithi135 ceph-mon[109925]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:35.171 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:35.171 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:35.560 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:35 smithi191 ceph-mon[110189]: pgmap v349: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:36.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:35 smithi008 ceph-mon[108052]: pgmap v349: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:35 smithi135 ceph-mon[109925]: pgmap v349: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:36.561 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:36.813 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:37.292 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:36 smithi008 ceph-mon[108052]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:36 smithi191 ceph-mon[110189]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:36 smithi135 ceph-mon[109925]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:37.955 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:37.956 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:38.250 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:37 smithi008 ceph-mon[108052]: pgmap v350: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:38.335 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:37 smithi191 ceph-mon[110189]: pgmap v350: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:37 smithi135 ceph-mon[109925]: pgmap v350: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:39.336 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:39.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:38 smithi008 ceph-mon[108052]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:38 smithi191 ceph-mon[110189]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:38 smithi135 ceph-mon[109925]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:39.587 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:40.290 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:39 smithi008 ceph-mon[108052]: pgmap v351: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:39 smithi191 ceph-mon[110189]: pgmap v351: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:40.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:39 smithi135 ceph-mon[109925]: pgmap v351: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:40.740 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:40.740 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:41.170 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:42.171 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:41 smithi191 ceph-mon[110189]: pgmap v352: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:41 smithi191 ceph-mon[110189]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:41 smithi008 ceph-mon[108052]: pgmap v352: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:41 smithi008 ceph-mon[108052]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:42.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:41 smithi135 ceph-mon[109925]: pgmap v352: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:41 smithi135 ceph-mon[109925]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:43.597 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:43.597 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:43.924 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:44.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:43 smithi008 ceph-mon[108052]: pgmap v353: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:43 smithi191 ceph-mon[110189]: pgmap v353: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:43 smithi135 ceph-mon[109925]: pgmap v353: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:44.925 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:45.180 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:45.329 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:45 smithi008 ceph-mon[108052]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:45 smithi191 ceph-mon[110189]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:45 smithi135 ceph-mon[109925]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:46.337 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:46.337 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:46.364 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:46 smithi008 ceph-mon[108052]: pgmap v354: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:46 smithi191 ceph-mon[110189]: pgmap v354: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:46 smithi135 ceph-mon[109925]: pgmap v354: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:46.733 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:47.734 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:47.986 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:48.094 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:48 smithi008 ceph-mon[108052]: pgmap v355: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:48.094 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:48 smithi008 ceph-mon[108052]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:48 smithi191 ceph-mon[110189]: pgmap v355: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:48 smithi191 ceph-mon[110189]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:48 smithi135 ceph-mon[109925]: pgmap v355: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:48 smithi135 ceph-mon[109925]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:49.129 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:49.129 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:49.508 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:50 smithi191 ceph-mon[110189]: pgmap v356: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:50.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:50 smithi008 ceph-mon[108052]: pgmap v356: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:50.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:50 smithi135 ceph-mon[109925]: pgmap v356: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:50.509 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:50.760 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:51.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:51 smithi008 ceph-mon[108052]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:51 smithi191 ceph-mon[110189]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:51 smithi135 ceph-mon[109925]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:51.994 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:51.994 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:52.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:52 smithi008 ceph-mon[108052]: pgmap v357: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:52 smithi191 ceph-mon[110189]: pgmap v357: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:52.391 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:52 smithi135 ceph-mon[109925]: pgmap v357: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:53 smithi191 ceph-mon[110189]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:53.392 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:53.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:53 smithi008 ceph-mon[108052]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:53.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:53 smithi135 ceph-mon[109925]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:53.644 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:54 smithi191 ceph-mon[110189]: pgmap v358: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:54.380 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:54 smithi008 ceph-mon[108052]: pgmap v358: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:54 smithi135 ceph-mon[109925]: pgmap v358: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:54.805 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:54.805 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:55.208 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:56.208 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:56 smithi191 ceph-mon[110189]: pgmap v359: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:56 smithi191 ceph-mon[110189]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:56 smithi008 ceph-mon[108052]: pgmap v359: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:56 smithi008 ceph-mon[108052]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:56 smithi135 ceph-mon[109925]: pgmap v359: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:56 smithi135 ceph-mon[109925]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:56.460 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:57.714 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:56:57.714 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:56:58.107 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:56:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:58 smithi191 ceph-mon[110189]: pgmap v360: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:58.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:58 smithi008 ceph-mon[108052]: pgmap v360: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:58.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:58 smithi135 ceph-mon[109925]: pgmap v360: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:56:59.108 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:56:59.363 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:56:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:56:59 smithi191 ceph-mon[110189]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:56:59 smithi008 ceph-mon[108052]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:56:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:56:59 smithi135 ceph-mon[109925]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:00.130 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:00 smithi008 ceph-mon[108052]: pgmap v361: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:00 smithi191 ceph-mon[110189]: pgmap v361: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:00 smithi135 ceph-mon[109925]: pgmap v361: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:00.516 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:00.516 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:00.898 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:01.899 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:02.154 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:02.268 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:02 smithi008 ceph-mon[108052]: pgmap v362: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:02.268 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:02 smithi008 ceph-mon[108052]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:02 smithi191 ceph-mon[110189]: pgmap v362: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:02 smithi191 ceph-mon[110189]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:02 smithi135 ceph-mon[109925]: pgmap v362: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:02 smithi135 ceph-mon[109925]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:03.258 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:03.258 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:03.655 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:04.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:04 smithi191 ceph-mon[110189]: pgmap v363: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:04.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:04 smithi008 ceph-mon[108052]: pgmap v363: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:04 smithi135 ceph-mon[109925]: pgmap v363: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:04.656 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:04.910 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:05 smithi191 ceph-mon[110189]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:05 smithi008 ceph-mon[108052]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:05 smithi135 ceph-mon[109925]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:06.140 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:06.317 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:06 smithi008 ceph-mon[108052]: pgmap v364: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:06 smithi191 ceph-mon[110189]: pgmap v364: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:06.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:06 smithi135 ceph-mon[109925]: pgmap v364: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:06.530 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: pgmap v365: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:57:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: pgmap v365: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:57:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: pgmap v365: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:57:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:07.531 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:07.782 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:08.255 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:57:08.255 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:57:08.255 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:08 smithi008 ceph-mon[108052]: pgmap v366: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:08.256 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:08 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:57:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:57:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:08 smithi191 ceph-mon[110189]: pgmap v366: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:08 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:57:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:57:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:08 smithi135 ceph-mon[109925]: pgmap v366: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:08 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:57:08.933 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:08.933 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:09.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:09 smithi008 ceph-mon[108052]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:09.305 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:09 smithi191 ceph-mon[110189]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:09 smithi135 ceph-mon[109925]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:10.306 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:10.342 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:10 smithi008 ceph-mon[108052]: pgmap v367: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:10 smithi191 ceph-mon[110189]: pgmap v367: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:10 smithi135 ceph-mon[109925]: pgmap v367: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:10.559 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:11.695 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:11.695 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:12.089 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:13.091 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:13.342 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:13.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:12 smithi191 ceph-mon[110189]: pgmap v368: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:13.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:12 smithi191 ceph-mon[110189]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:12 smithi008 ceph-mon[108052]: pgmap v368: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:12 smithi008 ceph-mon[108052]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:13.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:12 smithi135 ceph-mon[109925]: pgmap v368: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:12 smithi135 ceph-mon[109925]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:14.444 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:14.445 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:14.837 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:15.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:14 smithi008 ceph-mon[108052]: pgmap v369: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:14 smithi191 ceph-mon[110189]: pgmap v369: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:14 smithi135 ceph-mon[109925]: pgmap v369: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:15.838 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:16.092 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:16.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:15 smithi008 ceph-mon[108052]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:15 smithi191 ceph-mon[110189]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:15 smithi135 ceph-mon[109925]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:17.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:16 smithi008 ceph-mon[108052]: pgmap v370: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:17.282 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:17.282 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:16 smithi191 ceph-mon[110189]: pgmap v370: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:16 smithi135 ceph-mon[109925]: pgmap v370: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:17.640 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:18.641 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:18.894 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:18 smithi191 ceph-mon[110189]: pgmap v371: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:18 smithi191 ceph-mon[110189]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:19.403 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:18 smithi008 ceph-mon[108052]: pgmap v371: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:19.404 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:18 smithi008 ceph-mon[108052]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:18 smithi135 ceph-mon[109925]: pgmap v371: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:18 smithi135 ceph-mon[109925]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:20.028 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:20.028 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:20.420 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:20 smithi191 ceph-mon[110189]: pgmap v372: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:20 smithi191 ceph-mon[110189]: from='client.15180 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:21.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:20 smithi008 ceph-mon[108052]: pgmap v372: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:21.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:20 smithi008 ceph-mon[108052]: from='client.15180 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:20 smithi135 ceph-mon[109925]: pgmap v372: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:20 smithi135 ceph-mon[109925]: from='client.15180 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:21.421 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:21.675 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:22.897 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:22.898 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:23.065 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:22 smithi008 ceph-mon[108052]: pgmap v373: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:23.286 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:22 smithi191 ceph-mon[110189]: pgmap v373: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:22 smithi135 ceph-mon[109925]: pgmap v373: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:24.287 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:24.323 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:23 smithi008 ceph-mon[108052]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:23 smithi191 ceph-mon[110189]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:23 smithi135 ceph-mon[109925]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:24.540 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:25.259 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:24 smithi008 ceph-mon[108052]: pgmap v374: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:24 smithi191 ceph-mon[110189]: pgmap v374: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:24 smithi135 ceph-mon[109925]: pgmap v374: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:25.687 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:25.687 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:26.081 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:27.082 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:27.334 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:26 smithi191 ceph-mon[110189]: pgmap v375: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:27.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:26 smithi191 ceph-mon[110189]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:26 smithi008 ceph-mon[108052]: pgmap v375: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:26 smithi008 ceph-mon[108052]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:27.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:26 smithi135 ceph-mon[109925]: pgmap v375: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:26 smithi135 ceph-mon[109925]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:28.471 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:28.471 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:28.894 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:28 smithi191 ceph-mon[110189]: pgmap v376: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:29.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:28 smithi008 ceph-mon[108052]: pgmap v376: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:28 smithi135 ceph-mon[109925]: pgmap v376: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:29.895 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:30.146 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:30.246 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:29 smithi008 ceph-mon[108052]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:29 smithi191 ceph-mon[110189]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:30.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:29 smithi135 ceph-mon[109925]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:31.314 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:31.315 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:31.339 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:30 smithi008 ceph-mon[108052]: pgmap v377: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:31 smithi191 ceph-mon[110189]: pgmap v377: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:30 smithi135 ceph-mon[109925]: pgmap v377: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:31.702 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:32.703 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:32.963 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:33 smithi191 ceph-mon[110189]: pgmap v378: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:33.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:33 smithi191 ceph-mon[110189]: from='client.15204 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:33 smithi008 ceph-mon[108052]: pgmap v378: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:33 smithi008 ceph-mon[108052]: from='client.15204 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:33.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:33 smithi135 ceph-mon[109925]: pgmap v378: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:33 smithi135 ceph-mon[109925]: from='client.15204 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:34.161 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:34.161 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:34.560 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:35 smithi191 ceph-mon[110189]: pgmap v379: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:35.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:35 smithi008 ceph-mon[108052]: pgmap v379: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:35.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:35 smithi135 ceph-mon[109925]: pgmap v379: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:35.561 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:36.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:36 smithi008 ceph-mon[108052]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:36 smithi191 ceph-mon[110189]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:36 smithi135 ceph-mon[109925]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:37.009 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:37.009 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:37.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:37 smithi008 ceph-mon[108052]: pgmap v380: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:37.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:37 smithi191 ceph-mon[110189]: pgmap v380: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:37.393 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:37.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:37 smithi135 ceph-mon[109925]: pgmap v380: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:38 smithi191 ceph-mon[110189]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:38.394 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:38.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:38 smithi008 ceph-mon[108052]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:38.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:38 smithi135 ceph-mon[109925]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:38.645 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:39.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:39 smithi008 ceph-mon[108052]: pgmap v381: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:39 smithi191 ceph-mon[110189]: pgmap v381: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:39 smithi135 ceph-mon[109925]: pgmap v381: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:39.814 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:39.814 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:40.201 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:41.202 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:41 smithi191 ceph-mon[110189]: pgmap v382: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:41 smithi191 ceph-mon[110189]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:41.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:41 smithi008 ceph-mon[108052]: pgmap v382: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:41.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:41 smithi008 ceph-mon[108052]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:41 smithi135 ceph-mon[109925]: pgmap v382: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:41 smithi135 ceph-mon[109925]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:41.454 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:42.558 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:42.558 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:42.943 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:43.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:43 smithi008 ceph-mon[108052]: pgmap v383: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:43 smithi191 ceph-mon[110189]: pgmap v383: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:43 smithi135 ceph-mon[109925]: pgmap v383: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:43.943 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:44.197 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:44.294 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:44 smithi008 ceph-mon[108052]: from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:44 smithi191 ceph-mon[110189]: from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:44 smithi135 ceph-mon[109925]: from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:45 smithi191 ceph-mon[110189]: pgmap v384: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:45 smithi008 ceph-mon[108052]: pgmap v384: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:45.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:45 smithi135 ceph-mon[109925]: pgmap v384: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:45.428 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:45.429 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:45.817 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:46.818 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:47.072 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:47.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:47 smithi008 ceph-mon[108052]: pgmap v385: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:47.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:47 smithi008 ceph-mon[108052]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:47 smithi191 ceph-mon[110189]: pgmap v385: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:47 smithi191 ceph-mon[110189]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:47 smithi135 ceph-mon[109925]: pgmap v385: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:47 smithi135 ceph-mon[109925]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:48.226 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:48.227 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:48.617 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:49 smithi191 ceph-mon[110189]: pgmap v386: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:49.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:49 smithi008 ceph-mon[108052]: pgmap v386: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:49.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:49 smithi135 ceph-mon[109925]: pgmap v386: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:49.617 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:49.868 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:50 smithi191 ceph-mon[110189]: from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:50.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:50 smithi008 ceph-mon[108052]: from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:50.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:50 smithi135 ceph-mon[109925]: from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:51.064 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:51.064 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:51.270 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:51 smithi008 ceph-mon[108052]: pgmap v387: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:51 smithi191 ceph-mon[110189]: pgmap v387: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:51 smithi135 ceph-mon[109925]: pgmap v387: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:51.485 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:52.486 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:52.738 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:53.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:53 smithi008 ceph-mon[108052]: from='client.15246 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:53.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:53 smithi008 ceph-mon[108052]: pgmap v388: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:53 smithi191 ceph-mon[110189]: from='client.15246 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:53 smithi191 ceph-mon[110189]: pgmap v388: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:53 smithi135 ceph-mon[109925]: from='client.15246 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:53 smithi135 ceph-mon[109925]: pgmap v388: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:53.921 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:53.921 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:54.299 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:55.300 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:55.335 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:55 smithi008 ceph-mon[108052]: pgmap v389: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:55.335 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:55 smithi008 ceph-mon[108052]: from='client.15252 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:55 smithi191 ceph-mon[110189]: pgmap v389: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:55 smithi191 ceph-mon[110189]: from='client.15252 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:55 smithi135 ceph-mon[109925]: pgmap v389: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:55 smithi135 ceph-mon[109925]: from='client.15252 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:55.553 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:56.713 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:56.713 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:57.131 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:57:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:57 smithi191 ceph-mon[110189]: pgmap v390: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:57 smithi008 ceph-mon[108052]: pgmap v390: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:57 smithi135 ceph-mon[109925]: pgmap v390: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:58.133 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:57:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:58 smithi191 ceph-mon[110189]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:58.386 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:57:58.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:58 smithi008 ceph-mon[108052]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:58 smithi135 ceph-mon[109925]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:57:59.139 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:57:59 smithi008 ceph-mon[108052]: pgmap v391: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:57:59 smithi191 ceph-mon[110189]: pgmap v391: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:57:59 smithi135 ceph-mon[109925]: pgmap v391: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:57:59.568 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:57:59.568 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:57:59.949 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:00.950 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:01.206 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:01.309 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:01 smithi008 ceph-mon[108052]: pgmap v392: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:01.309 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:01 smithi008 ceph-mon[108052]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:01 smithi191 ceph-mon[110189]: pgmap v392: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:01 smithi191 ceph-mon[110189]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:01.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:01 smithi135 ceph-mon[109925]: pgmap v392: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:01.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:01 smithi135 ceph-mon[109925]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:02.306 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:02.306 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:02.331 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:02 smithi008 ceph-mon[108052]: pgmap v393: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:02 smithi191 ceph-mon[110189]: pgmap v393: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:02 smithi135 ceph-mon[109925]: pgmap v393: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:02.698 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:03 smithi191 ceph-mon[110189]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:03.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:03 smithi008 ceph-mon[108052]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:03 smithi135 ceph-mon[109925]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:03.699 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:03.952 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:04 smithi191 ceph-mon[110189]: pgmap v394: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:04.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:04 smithi008 ceph-mon[108052]: pgmap v394: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:04.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:04 smithi135 ceph-mon[109925]: pgmap v394: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:05.064 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:05.064 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:05.455 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:06.457 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:06.711 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:07.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:06 smithi008 ceph-mon[108052]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:07.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:06 smithi008 ceph-mon[108052]: pgmap v395: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:06 smithi191 ceph-mon[110189]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:06 smithi191 ceph-mon[110189]: pgmap v395: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:06 smithi135 ceph-mon[109925]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:06 smithi135 ceph-mon[109925]: pgmap v395: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:07.836 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:07.836 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:08.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:58:08.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:58:08.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:58:08.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:58:08.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:58:08.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:58:08.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:07 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:58:08.222 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:58:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:58:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:58:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:58:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:58:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:58:08.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:07 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:58:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:58:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:58:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T06:58:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:58:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:58:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:58:08.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:07 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:58:09.223 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:09.261 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:08 smithi008 ceph-mon[108052]: pgmap v396: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.261 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:08 smithi008 ceph-mon[108052]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:09.261 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:08 smithi008 ceph-mon[108052]: Adjusting osd_memory_target on smithi008 to 8047M 2023-10-09T06:58:09.261 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:08 smithi008 ceph-mon[108052]: pgmap v397: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.262 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:08 smithi008 ceph-mon[108052]: pgmap v398: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:08 smithi191 ceph-mon[110189]: pgmap v396: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:08 smithi191 ceph-mon[110189]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:08 smithi191 ceph-mon[110189]: Adjusting osd_memory_target on smithi008 to 8047M 2023-10-09T06:58:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:08 smithi191 ceph-mon[110189]: pgmap v397: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:08 smithi191 ceph-mon[110189]: pgmap v398: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:08 smithi135 ceph-mon[109925]: pgmap v396: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:08 smithi135 ceph-mon[109925]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:09.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:08 smithi135 ceph-mon[109925]: Adjusting osd_memory_target on smithi008 to 8047M 2023-10-09T06:58:09.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:08 smithi135 ceph-mon[109925]: pgmap v397: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:08 smithi135 ceph-mon[109925]: pgmap v398: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:09.479 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:10.649 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:10.649 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:11.039 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:11.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:10 smithi008 ceph-mon[108052]: pgmap v399: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:10 smithi191 ceph-mon[110189]: pgmap v399: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:10 smithi135 ceph-mon[109925]: pgmap v399: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:12.040 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:12.291 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:11 smithi191 ceph-mon[110189]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:12.399 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:11 smithi008 ceph-mon[108052]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:11 smithi135 ceph-mon[109925]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:13.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:12 smithi008 ceph-mon[108052]: pgmap v400: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:12 smithi191 ceph-mon[110189]: pgmap v400: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:12 smithi135 ceph-mon[109925]: pgmap v400: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:13.484 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:13.484 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:13.864 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:14.865 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:15.120 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:15.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:14 smithi008 ceph-mon[108052]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:15.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:14 smithi008 ceph-mon[108052]: pgmap v401: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:14 smithi191 ceph-mon[110189]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:14 smithi191 ceph-mon[110189]: pgmap v401: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:14 smithi135 ceph-mon[109925]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:14 smithi135 ceph-mon[109925]: pgmap v401: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:16.282 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:16.283 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:16.673 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:16 smithi191 ceph-mon[110189]: pgmap v402: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:17.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:16 smithi008 ceph-mon[108052]: pgmap v402: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:16 smithi135 ceph-mon[109925]: pgmap v402: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:17.673 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:17 smithi191 ceph-mon[110189]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:18.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:17 smithi008 ceph-mon[108052]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:18.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:17 smithi135 ceph-mon[109925]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:19.123 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:19.123 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:19.291 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:18 smithi008 ceph-mon[108052]: pgmap v403: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:18 smithi191 ceph-mon[110189]: pgmap v403: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:18 smithi135 ceph-mon[109925]: pgmap v403: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:19.497 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:20.498 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:20.751 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:21.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:20 smithi008 ceph-mon[108052]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:21.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:20 smithi008 ceph-mon[108052]: pgmap v404: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:20 smithi191 ceph-mon[110189]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:20 smithi191 ceph-mon[110189]: pgmap v404: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:20 smithi135 ceph-mon[109925]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:20 smithi135 ceph-mon[109925]: pgmap v404: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:21.933 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:21.934 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:22.338 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:23.339 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:23.375 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:23 smithi008 ceph-mon[108052]: pgmap v405: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:23.375 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:23 smithi008 ceph-mon[108052]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:23 smithi191 ceph-mon[110189]: pgmap v405: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:23 smithi191 ceph-mon[110189]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:23 smithi135 ceph-mon[109925]: pgmap v405: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:23 smithi135 ceph-mon[109925]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:23.593 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:24.780 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:24.780 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:25.153 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:25 smithi191 ceph-mon[110189]: pgmap v406: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:25 smithi008 ceph-mon[108052]: pgmap v406: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:25 smithi135 ceph-mon[109925]: pgmap v406: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:26.154 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:26.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:26 smithi191 ceph-mon[110189]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:26.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:26 smithi008 ceph-mon[108052]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:26.411 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:26.417 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:26 smithi135 ceph-mon[109925]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:27.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:27 smithi191 ceph-mon[110189]: pgmap v407: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:27.408 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:27 smithi008 ceph-mon[108052]: pgmap v407: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:27 smithi135 ceph-mon[109925]: pgmap v407: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:27.594 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:27.594 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:27.986 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:28.987 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:29.242 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:29.356 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:29 smithi008 ceph-mon[108052]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:29.356 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:29 smithi008 ceph-mon[108052]: pgmap v408: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:29 smithi191 ceph-mon[110189]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:29 smithi191 ceph-mon[110189]: pgmap v408: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:29 smithi135 ceph-mon[109925]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:29 smithi135 ceph-mon[109925]: pgmap v408: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:30.485 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:30.485 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:30.870 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:31 smithi191 ceph-mon[110189]: pgmap v409: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:31 smithi008 ceph-mon[108052]: pgmap v409: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:31.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:31 smithi135 ceph-mon[109925]: pgmap v409: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:31.871 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:32.125 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:32.239 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:32 smithi008 ceph-mon[108052]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:32 smithi191 ceph-mon[110189]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:32 smithi135 ceph-mon[109925]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:33.285 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:33.285 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:33.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:33 smithi008 ceph-mon[108052]: pgmap v410: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:33 smithi191 ceph-mon[110189]: pgmap v410: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:33 smithi135 ceph-mon[109925]: pgmap v410: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:33.644 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:34.645 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:34.897 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:35 smithi191 ceph-mon[110189]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:35 smithi191 ceph-mon[110189]: pgmap v411: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:35.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:35 smithi008 ceph-mon[108052]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:35.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:35 smithi008 ceph-mon[108052]: pgmap v411: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:35.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:35 smithi135 ceph-mon[109925]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:35 smithi135 ceph-mon[109925]: pgmap v411: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:36.075 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:36.076 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:36.494 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:37 smithi191 ceph-mon[110189]: pgmap v412: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:37 smithi008 ceph-mon[108052]: pgmap v412: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:37 smithi135 ceph-mon[109925]: pgmap v412: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:37.496 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:37.750 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:38.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:38 smithi008 ceph-mon[108052]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:38 smithi191 ceph-mon[110189]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:38 smithi135 ceph-mon[109925]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:38.907 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:38.908 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:39.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:39 smithi008 ceph-mon[108052]: pgmap v413: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:39.285 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:39 smithi191 ceph-mon[110189]: pgmap v413: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:39 smithi135 ceph-mon[109925]: pgmap v413: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:40.285 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:40.320 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:40 smithi008 ceph-mon[108052]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:40 smithi191 ceph-mon[110189]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:40 smithi135 ceph-mon[109925]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:40.539 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:41.300 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:41 smithi008 ceph-mon[108052]: pgmap v414: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:41 smithi191 ceph-mon[110189]: pgmap v414: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:41 smithi135 ceph-mon[109925]: pgmap v414: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:41.714 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:41.714 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:42.094 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:43.096 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:43.348 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:43 smithi191 ceph-mon[110189]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:43 smithi191 ceph-mon[110189]: pgmap v415: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:43.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:43 smithi008 ceph-mon[108052]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:43.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:43 smithi008 ceph-mon[108052]: pgmap v415: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:43.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:43 smithi135 ceph-mon[109925]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:43 smithi135 ceph-mon[109925]: pgmap v415: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:44.597 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:44.598 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:44.993 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:45 smithi191 ceph-mon[110189]: pgmap v416: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:45 smithi008 ceph-mon[108052]: pgmap v416: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:45 smithi135 ceph-mon[109925]: pgmap v416: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:45.995 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:46.248 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:46.378 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:46 smithi008 ceph-mon[108052]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:46 smithi191 ceph-mon[110189]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:46 smithi135 ceph-mon[109925]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:47.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:47 smithi008 ceph-mon[108052]: pgmap v417: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:47 smithi191 ceph-mon[110189]: pgmap v417: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:47 smithi135 ceph-mon[109925]: pgmap v417: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:47.422 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:47.422 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:47.810 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:48.810 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:49.063 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:49 smithi008 ceph-mon[108052]: from='client.15366 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:49 smithi008 ceph-mon[108052]: pgmap v418: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:49 smithi191 ceph-mon[110189]: from='client.15366 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:49 smithi191 ceph-mon[110189]: pgmap v418: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:49 smithi135 ceph-mon[109925]: from='client.15366 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:49 smithi135 ceph-mon[109925]: pgmap v418: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:50.241 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:50.241 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:50.634 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:51 smithi191 ceph-mon[110189]: pgmap v419: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:51 smithi008 ceph-mon[108052]: pgmap v419: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:51 smithi135 ceph-mon[109925]: pgmap v419: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:51.635 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:51.887 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:52 smithi191 ceph-mon[110189]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:52.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:52 smithi008 ceph-mon[108052]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:52 smithi135 ceph-mon[109925]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:53.056 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:53.056 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:53.238 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:53 smithi008 ceph-mon[108052]: pgmap v420: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:53.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:53 smithi191 ceph-mon[110189]: pgmap v420: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:53 smithi135 ceph-mon[109925]: pgmap v420: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:53.442 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:54 smithi191 ceph-mon[110189]: from='client.15378 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:54.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:54 smithi008 ceph-mon[108052]: from='client.15378 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:54 smithi135 ceph-mon[109925]: from='client.15378 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:54.443 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:54.702 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:55.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:55 smithi191 ceph-mon[110189]: pgmap v421: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:55 smithi008 ceph-mon[108052]: pgmap v421: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:55 smithi135 ceph-mon[109925]: pgmap v421: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:55.849 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:55.849 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:56.216 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:57.217 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:58:57.253 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:56 smithi008 ceph-mon[108052]: from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:57.253 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:56 smithi008 ceph-mon[108052]: pgmap v422: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:56 smithi191 ceph-mon[110189]: from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:56 smithi191 ceph-mon[110189]: pgmap v422: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:56 smithi135 ceph-mon[109925]: from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:58:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:56 smithi135 ceph-mon[109925]: pgmap v422: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:57.470 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:58:58.697 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:58:58.697 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:58:59.083 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:58:59.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:58 smithi008 ceph-mon[108052]: pgmap v423: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:58 smithi191 ceph-mon[110189]: pgmap v423: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:58:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:58 smithi135 ceph-mon[109925]: pgmap v423: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:00.084 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:00.340 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:58:59 smithi191 ceph-mon[110189]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:58:59 smithi008 ceph-mon[108052]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:58:59 smithi135 ceph-mon[109925]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:01.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:00 smithi008 ceph-mon[108052]: pgmap v424: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:00 smithi191 ceph-mon[110189]: pgmap v424: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:01.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:00 smithi135 ceph-mon[109925]: pgmap v424: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:01.530 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:01.530 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:01.925 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:02.925 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:03.178 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:03.294 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:02 smithi008 ceph-mon[108052]: from='client.15396 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:03.294 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:02 smithi008 ceph-mon[108052]: pgmap v425: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:02 smithi191 ceph-mon[110189]: from='client.15396 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:02 smithi191 ceph-mon[110189]: pgmap v425: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:02 smithi135 ceph-mon[109925]: from='client.15396 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:02 smithi135 ceph-mon[109925]: pgmap v425: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:04.394 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:04.395 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:04.790 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:04 smithi191 ceph-mon[110189]: pgmap v426: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:04 smithi008 ceph-mon[108052]: pgmap v426: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:05.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:04 smithi135 ceph-mon[109925]: pgmap v426: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:05.791 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:06.046 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:06.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:06 smithi008 ceph-mon[108052]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:06 smithi191 ceph-mon[110189]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:06 smithi135 ceph-mon[109925]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:07.235 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:07 smithi191 ceph-mon[110189]: pgmap v427: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:07 smithi008 ceph-mon[108052]: pgmap v427: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:07 smithi135 ceph-mon[109925]: pgmap v427: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:07.608 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:08.608 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:08.862 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:09 smithi191 ceph-mon[110189]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:09 smithi191 ceph-mon[110189]: pgmap v428: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:59:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:59:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:59:09.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:59:09.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:09 smithi008 ceph-mon[108052]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:09.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:09 smithi008 ceph-mon[108052]: pgmap v428: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:09.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:59:09.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:59:09.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:59:09.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:59:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:09 smithi135 ceph-mon[109925]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:09 smithi135 ceph-mon[109925]: pgmap v428: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T06:59:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T06:59:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T06:59:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T06:59:09.977 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:09.978 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:10.315 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:10 smithi008 ceph-mon[108052]: pgmap v429: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:10.315 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:10 smithi008 ceph-mon[108052]: pgmap v430: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:10.373 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:10 smithi191 ceph-mon[110189]: pgmap v429: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:10 smithi191 ceph-mon[110189]: pgmap v430: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:10 smithi135 ceph-mon[109925]: pgmap v429: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:10 smithi135 ceph-mon[109925]: pgmap v430: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:11.375 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:11 smithi191 ceph-mon[110189]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:11 smithi008 ceph-mon[108052]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:11 smithi135 ceph-mon[109925]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:11.628 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:12 smithi191 ceph-mon[110189]: pgmap v431: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:12 smithi008 ceph-mon[108052]: pgmap v431: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:12.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:12 smithi135 ceph-mon[109925]: pgmap v431: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:12.844 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:12.844 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:13.288 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:14.289 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:14.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:14 smithi008 ceph-mon[108052]: pgmap v432: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:14.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:14 smithi008 ceph-mon[108052]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:14 smithi191 ceph-mon[110189]: pgmap v432: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:14.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:14 smithi191 ceph-mon[110189]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:14 smithi135 ceph-mon[109925]: pgmap v432: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:14 smithi135 ceph-mon[109925]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:14.542 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:15.669 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:15.669 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:16.048 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:16 smithi191 ceph-mon[110189]: pgmap v433: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:16 smithi008 ceph-mon[108052]: pgmap v433: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:16 smithi135 ceph-mon[109925]: pgmap v433: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:17.048 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:17.302 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:17 smithi191 ceph-mon[110189]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:17.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:17 smithi008 ceph-mon[108052]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:17.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:17 smithi135 ceph-mon[109925]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:18.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:18 smithi008 ceph-mon[108052]: pgmap v434: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:18 smithi191 ceph-mon[110189]: pgmap v434: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:18 smithi135 ceph-mon[109925]: pgmap v434: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:18.423 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:18.424 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:18.830 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:19.833 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:20.086 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:20.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:20 smithi008 ceph-mon[108052]: from='client.15432 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:20.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:20 smithi008 ceph-mon[108052]: pgmap v435: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:20 smithi191 ceph-mon[110189]: from='client.15432 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:20 smithi191 ceph-mon[110189]: pgmap v435: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:20 smithi135 ceph-mon[109925]: from='client.15432 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:20 smithi135 ceph-mon[109925]: pgmap v435: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:21.249 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:21.249 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:21.639 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:22 smithi191 ceph-mon[110189]: pgmap v436: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:22 smithi008 ceph-mon[108052]: pgmap v436: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:22 smithi135 ceph-mon[109925]: pgmap v436: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:22.640 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:22.894 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:23 smithi191 ceph-mon[110189]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:23.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:23 smithi008 ceph-mon[108052]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:23 smithi135 ceph-mon[109925]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:24.068 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:24.068 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:24.242 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:24 smithi008 ceph-mon[108052]: pgmap v437: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:24 smithi191 ceph-mon[110189]: pgmap v437: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:24.418 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:24 smithi135 ceph-mon[109925]: pgmap v437: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:24.445 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:25 smithi191 ceph-mon[110189]: from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:25 smithi008 ceph-mon[108052]: from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:25 smithi135 ceph-mon[109925]: from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:25.446 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:25.701 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:26.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:26 smithi008 ceph-mon[108052]: pgmap v438: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:26 smithi191 ceph-mon[110189]: pgmap v438: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:26.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:26 smithi135 ceph-mon[109925]: pgmap v438: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:26.944 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:26.944 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:27.329 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:28.330 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:28.365 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:28 smithi008 ceph-mon[108052]: pgmap v439: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:28.365 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:28 smithi008 ceph-mon[108052]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:28 smithi191 ceph-mon[110189]: pgmap v439: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:28 smithi191 ceph-mon[110189]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:28 smithi135 ceph-mon[109925]: pgmap v439: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:28 smithi135 ceph-mon[109925]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:28.582 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:29.746 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:29.746 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:30.112 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:30 smithi191 ceph-mon[110189]: pgmap v440: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:30 smithi008 ceph-mon[108052]: pgmap v440: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:30.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:30 smithi135 ceph-mon[109925]: pgmap v440: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:31.113 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:31.366 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:31 smithi191 ceph-mon[110189]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:31 smithi008 ceph-mon[108052]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:31.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:31 smithi135 ceph-mon[109925]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:32 smithi191 ceph-mon[110189]: pgmap v441: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:32.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:32 smithi008 ceph-mon[108052]: pgmap v441: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:32 smithi135 ceph-mon[109925]: pgmap v441: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:32.545 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:32.545 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:32.975 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:33.976 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:34.229 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:34.348 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:34 smithi008 ceph-mon[108052]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:34.348 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:34 smithi008 ceph-mon[108052]: pgmap v442: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:34 smithi191 ceph-mon[110189]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:34 smithi191 ceph-mon[110189]: pgmap v442: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:34 smithi135 ceph-mon[109925]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:34 smithi135 ceph-mon[109925]: pgmap v442: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:35.437 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:35.437 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:35.818 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:36 smithi191 ceph-mon[110189]: pgmap v443: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:36.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:36 smithi008 ceph-mon[108052]: pgmap v443: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:36.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:36 smithi135 ceph-mon[109925]: pgmap v443: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:36.819 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:37.070 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:37.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:37 smithi008 ceph-mon[108052]: from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:37 smithi191 ceph-mon[110189]: from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:37 smithi135 ceph-mon[109925]: from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:38.258 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:38.258 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:38 smithi191 ceph-mon[110189]: pgmap v444: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:38.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:38 smithi008 ceph-mon[108052]: pgmap v444: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:38.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:38 smithi135 ceph-mon[109925]: pgmap v444: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:38.652 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:39 smithi191 ceph-mon[110189]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:39 smithi191 ceph-mon[110189]: pgmap v445: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:39 smithi008 ceph-mon[108052]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:39 smithi008 ceph-mon[108052]: pgmap v445: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:39 smithi135 ceph-mon[109925]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:39 smithi135 ceph-mon[109925]: pgmap v445: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:39.654 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:39.906 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:41.182 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:41.183 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:41.569 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:41 smithi191 ceph-mon[110189]: pgmap v446: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:41 smithi008 ceph-mon[108052]: pgmap v446: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:42.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:41 smithi135 ceph-mon[109925]: pgmap v446: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:42.570 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:42 smithi191 ceph-mon[110189]: from='client.15480 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:43.385 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:42 smithi008 ceph-mon[108052]: from='client.15480 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:43 smithi135 ceph-mon[109925]: from='client.15480 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:44.020 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:44.020 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:44.206 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:44 smithi008 ceph-mon[108052]: pgmap v447: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:44 smithi191 ceph-mon[110189]: pgmap v447: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:44.402 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:44 smithi135 ceph-mon[109925]: pgmap v447: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:45 smithi191 ceph-mon[110189]: from='client.15486 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:45.403 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:45 smithi008 ceph-mon[108052]: from='client.15486 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:45.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:45 smithi135 ceph-mon[109925]: from='client.15486 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:45.653 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:46.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:46 smithi008 ceph-mon[108052]: pgmap v448: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:46 smithi191 ceph-mon[110189]: pgmap v448: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:46 smithi135 ceph-mon[109925]: pgmap v448: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:46.898 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:46.898 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:47.285 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:48.287 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:48.322 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:48 smithi008 ceph-mon[108052]: pgmap v449: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:48.322 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:48 smithi008 ceph-mon[108052]: from='client.15492 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:48 smithi191 ceph-mon[110189]: pgmap v449: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:48 smithi191 ceph-mon[110189]: from='client.15492 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:48 smithi135 ceph-mon[109925]: pgmap v449: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:48 smithi135 ceph-mon[109925]: from='client.15492 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:48.539 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:49.794 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:49.795 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:50.193 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:50 smithi191 ceph-mon[110189]: pgmap v450: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:50.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:50 smithi008 ceph-mon[108052]: pgmap v450: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:50.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:50 smithi135 ceph-mon[109925]: pgmap v450: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:51.194 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:51 smithi191 ceph-mon[110189]: from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:51 smithi008 ceph-mon[108052]: from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:51 smithi135 ceph-mon[109925]: from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:51.446 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:52.251 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:52 smithi008 ceph-mon[108052]: pgmap v451: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:52.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:52 smithi191 ceph-mon[110189]: pgmap v451: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:52 smithi135 ceph-mon[109925]: pgmap v451: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:52.661 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:52.661 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:53.043 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:54.044 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:54.297 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:54 smithi191 ceph-mon[110189]: pgmap v452: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:54 smithi191 ceph-mon[110189]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:54.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:54 smithi008 ceph-mon[108052]: pgmap v452: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:54.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:54 smithi008 ceph-mon[108052]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:54 smithi135 ceph-mon[109925]: pgmap v452: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:54 smithi135 ceph-mon[109925]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:55.457 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:55.457 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:55.833 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:56 smithi191 ceph-mon[110189]: pgmap v453: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:56 smithi008 ceph-mon[108052]: pgmap v453: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:56 smithi135 ceph-mon[109925]: pgmap v453: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:56.834 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:57.087 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T06:59:57.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:57 smithi008 ceph-mon[108052]: from='client.15510 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:57 smithi191 ceph-mon[110189]: from='client.15510 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:57 smithi135 ceph-mon[109925]: from='client.15510 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T06:59:58.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 06:59:58 smithi008 ceph-mon[108052]: pgmap v454: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:58.270 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T06:59:58.270 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T06:59:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 06:59:58 smithi191 ceph-mon[110189]: pgmap v454: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 06:59:58 smithi135 ceph-mon[109925]: pgmap v454: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T06:59:58.667 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T06:59:59.668 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T06:59:59.924 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:00.034 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:00 smithi008 ceph-mon[108052]: from='client.15516 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:00.034 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:00 smithi008 ceph-mon[108052]: pgmap v455: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:00.034 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:00 smithi008 ceph-mon[108052]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2023-10-09T07:00:00.035 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:00 smithi008 ceph-mon[108052]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2023-10-09T07:00:00.035 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:00 smithi008 ceph-mon[108052]: daemon nvmeof.mypool.smithi008.ktxxzo on smithi008 is in unknown state 2023-10-09T07:00:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:00 smithi191 ceph-mon[110189]: from='client.15516 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:00 smithi191 ceph-mon[110189]: pgmap v455: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:00 smithi191 ceph-mon[110189]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2023-10-09T07:00:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:00 smithi191 ceph-mon[110189]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2023-10-09T07:00:00.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:00 smithi191 ceph-mon[110189]: daemon nvmeof.mypool.smithi008.ktxxzo on smithi008 is in unknown state 2023-10-09T07:00:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:00 smithi135 ceph-mon[109925]: from='client.15516 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:00 smithi135 ceph-mon[109925]: pgmap v455: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:00 smithi135 ceph-mon[109925]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2023-10-09T07:00:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:00 smithi135 ceph-mon[109925]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2023-10-09T07:00:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:00 smithi135 ceph-mon[109925]: daemon nvmeof.mypool.smithi008.ktxxzo on smithi008 is in unknown state 2023-10-09T07:00:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:01.129 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:01.508 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:02 smithi191 ceph-mon[110189]: pgmap v456: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:02 smithi008 ceph-mon[108052]: pgmap v456: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:02 smithi135 ceph-mon[109925]: pgmap v456: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:02.510 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:02.763 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:03.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:03 smithi008 ceph-mon[108052]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:03 smithi191 ceph-mon[110189]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:03.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:03 smithi135 ceph-mon[109925]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:03.967 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:03.967 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:04.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:04 smithi008 ceph-mon[108052]: pgmap v457: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:04 smithi191 ceph-mon[110189]: pgmap v457: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:04.391 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:04 smithi135 ceph-mon[109925]: pgmap v457: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:05 smithi191 ceph-mon[110189]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:05.391 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:05 smithi008 ceph-mon[108052]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:05 smithi135 ceph-mon[109925]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:05.645 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:06 smithi191 ceph-mon[110189]: pgmap v458: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:06 smithi008 ceph-mon[108052]: pgmap v458: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:06 smithi135 ceph-mon[109925]: pgmap v458: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:06.857 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:07.244 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:08.245 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:08 smithi191 ceph-mon[110189]: pgmap v459: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:08 smithi191 ceph-mon[110189]: from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:08 smithi008 ceph-mon[108052]: pgmap v459: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:08 smithi008 ceph-mon[108052]: from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:08 smithi135 ceph-mon[109925]: pgmap v459: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:08 smithi135 ceph-mon[109925]: from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:08.499 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:09.299 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:09 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:00:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:09 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:00:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:09 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:00:09.713 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:09.713 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:10.131 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:10 smithi191 ceph-mon[110189]: pgmap v460: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:00:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:00:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:00:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:10 smithi008 ceph-mon[108052]: pgmap v460: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:10.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:00:10.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:00:10.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:00:10.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:10 smithi135 ceph-mon[109925]: pgmap v460: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:00:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:00:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:00:11.132 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:11 smithi191 ceph-mon[110189]: pgmap v461: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:11 smithi191 ceph-mon[110189]: pgmap v462: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:11 smithi191 ceph-mon[110189]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:11.384 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:11 smithi008 ceph-mon[108052]: pgmap v461: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:11 smithi008 ceph-mon[108052]: pgmap v462: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:11 smithi008 ceph-mon[108052]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:11.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:11 smithi135 ceph-mon[109925]: pgmap v461: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:11 smithi135 ceph-mon[109925]: pgmap v462: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:11 smithi135 ceph-mon[109925]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:12.577 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:12.577 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:12.975 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:13 smithi191 ceph-mon[110189]: pgmap v463: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:13 smithi008 ceph-mon[108052]: pgmap v463: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:13.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:13 smithi135 ceph-mon[109925]: pgmap v463: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:13.976 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:14.231 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:14.351 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:14 smithi008 ceph-mon[108052]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:14 smithi191 ceph-mon[110189]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:14 smithi135 ceph-mon[109925]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:15 smithi191 ceph-mon[110189]: pgmap v464: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:15.404 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:15.404 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:15 smithi008 ceph-mon[108052]: pgmap v464: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:15.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:15 smithi135 ceph-mon[109925]: pgmap v464: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:15.831 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:16.832 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:17.085 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:17 smithi008 ceph-mon[108052]: pgmap v465: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:17 smithi008 ceph-mon[108052]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:17 smithi191 ceph-mon[110189]: pgmap v465: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:17 smithi191 ceph-mon[110189]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:17 smithi135 ceph-mon[109925]: pgmap v465: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:17 smithi135 ceph-mon[109925]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:18.305 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:18.305 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:18.681 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:19 smithi191 ceph-mon[110189]: pgmap v466: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:19.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:19 smithi008 ceph-mon[108052]: pgmap v466: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:19.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:19 smithi135 ceph-mon[109925]: pgmap v466: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:19.682 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:19.935 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:20 smithi191 ceph-mon[110189]: from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:20.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:20 smithi008 ceph-mon[108052]: from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:20 smithi135 ceph-mon[109925]: from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:21.154 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:21.154 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:21.317 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:21 smithi008 ceph-mon[108052]: pgmap v467: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:21 smithi191 ceph-mon[110189]: pgmap v467: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:21 smithi135 ceph-mon[109925]: pgmap v467: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:21.530 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:22 smithi008 ceph-mon[108052]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:22 smithi008 ceph-mon[108052]: pgmap v468: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:22 smithi135 ceph-mon[109925]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:22 smithi135 ceph-mon[109925]: pgmap v468: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:22.532 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:22.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:22 smithi191 ceph-mon[110189]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:22.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:22 smithi191 ceph-mon[110189]: pgmap v468: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:22.786 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:24.023 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:24.023 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:24.412 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:24.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:24 smithi191 ceph-mon[110189]: pgmap v469: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:24.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:24 smithi191 ceph-mon[110189]: from='client.15570 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:24.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:24 smithi008 ceph-mon[108052]: pgmap v469: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:24.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:24 smithi008 ceph-mon[108052]: from='client.15570 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:24.662 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:24 smithi135 ceph-mon[109925]: pgmap v469: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:24.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:24 smithi135 ceph-mon[109925]: from='client.15570 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:25.413 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:25.666 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:26.859 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:26.859 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:27.221 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:27 smithi191 ceph-mon[110189]: pgmap v470: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:27 smithi008 ceph-mon[108052]: pgmap v470: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:27 smithi135 ceph-mon[109925]: pgmap v470: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:28.223 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:28 smithi191 ceph-mon[110189]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:28 smithi008 ceph-mon[108052]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:28.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:28 smithi135 ceph-mon[109925]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:28.475 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:29.302 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:29 smithi008 ceph-mon[108052]: pgmap v471: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:29 smithi191 ceph-mon[110189]: pgmap v471: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:29 smithi135 ceph-mon[109925]: pgmap v471: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:29.759 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:29.759 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:30.155 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:31.156 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:31 smithi191 ceph-mon[110189]: pgmap v472: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:31 smithi191 ceph-mon[110189]: from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:31 smithi008 ceph-mon[108052]: pgmap v472: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:31 smithi008 ceph-mon[108052]: from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:31.406 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:31.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:31 smithi135 ceph-mon[109925]: pgmap v472: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:31 smithi135 ceph-mon[109925]: from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:32.565 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:32.565 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:32.946 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:33.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:33 smithi008 ceph-mon[108052]: pgmap v473: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:33 smithi191 ceph-mon[110189]: pgmap v473: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:33 smithi135 ceph-mon[109925]: pgmap v473: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:33.946 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:34.199 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:34.324 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:34 smithi008 ceph-mon[108052]: from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:34 smithi191 ceph-mon[110189]: from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:34 smithi135 ceph-mon[109925]: from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:35.056 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:35 smithi008 ceph-mon[108052]: pgmap v474: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:35 smithi191 ceph-mon[110189]: pgmap v474: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:35 smithi135 ceph-mon[109925]: pgmap v474: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:35.457 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:35.458 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:35.837 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:36.838 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:37.092 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:37.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:37 smithi008 ceph-mon[108052]: pgmap v475: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:37.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:37 smithi008 ceph-mon[108052]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:37 smithi191 ceph-mon[110189]: pgmap v475: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:37 smithi191 ceph-mon[110189]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:37 smithi135 ceph-mon[109925]: pgmap v475: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:37 smithi135 ceph-mon[109925]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:38.292 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:38.292 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:38.679 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:39 smithi191 ceph-mon[110189]: pgmap v476: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:39 smithi008 ceph-mon[108052]: pgmap v476: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:39 smithi135 ceph-mon[109925]: pgmap v476: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:39.679 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:39.933 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:40.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:40 smithi191 ceph-mon[110189]: from='client.15600 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:40.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:40 smithi008 ceph-mon[108052]: from='client.15600 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:40 smithi135 ceph-mon[109925]: from='client.15600 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:41.142 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:41.142 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:41.315 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:41 smithi008 ceph-mon[108052]: pgmap v477: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:41 smithi191 ceph-mon[110189]: pgmap v477: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:41 smithi135 ceph-mon[109925]: pgmap v477: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:41.527 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:42.528 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:42.781 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:43.320 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:43 smithi008 ceph-mon[108052]: from='client.15606 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:43.320 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:43 smithi008 ceph-mon[108052]: pgmap v478: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:43 smithi191 ceph-mon[110189]: from='client.15606 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:43 smithi191 ceph-mon[110189]: pgmap v478: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:43 smithi135 ceph-mon[109925]: from='client.15606 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:43 smithi135 ceph-mon[109925]: pgmap v478: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:43.966 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:43.967 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:44.361 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:45.362 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:45 smithi191 ceph-mon[110189]: pgmap v479: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:45 smithi191 ceph-mon[110189]: from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:45.396 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:45 smithi008 ceph-mon[108052]: pgmap v479: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:45.396 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:45 smithi008 ceph-mon[108052]: from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:45 smithi135 ceph-mon[109925]: pgmap v479: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:45 smithi135 ceph-mon[109925]: from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:45.614 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:46.794 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:46.794 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:47.179 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:47 smithi191 ceph-mon[110189]: pgmap v480: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:47.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:47 smithi008 ceph-mon[108052]: pgmap v480: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:47 smithi135 ceph-mon[109925]: pgmap v480: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:48.180 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:48 smithi191 ceph-mon[110189]: from='client.15618 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:48.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:48 smithi008 ceph-mon[108052]: from='client.15618 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:48.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:48 smithi135 ceph-mon[109925]: from='client.15618 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:48.432 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:49.247 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:49 smithi008 ceph-mon[108052]: pgmap v481: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:49 smithi191 ceph-mon[110189]: pgmap v481: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:49 smithi135 ceph-mon[109925]: pgmap v481: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:49.657 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:49.658 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:50.035 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:51.036 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:51.290 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:51 smithi191 ceph-mon[110189]: pgmap v482: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:51 smithi191 ceph-mon[110189]: from='client.15624 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:51 smithi008 ceph-mon[108052]: pgmap v482: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:51 smithi008 ceph-mon[108052]: from='client.15624 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:51 smithi135 ceph-mon[109925]: pgmap v482: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:51 smithi135 ceph-mon[109925]: from='client.15624 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:52.458 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:52.459 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:52.851 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:53 smithi191 ceph-mon[110189]: pgmap v483: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:53.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:53 smithi008 ceph-mon[108052]: pgmap v483: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:53 smithi135 ceph-mon[109925]: pgmap v483: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:53.852 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:54.108 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:54 smithi008 ceph-mon[108052]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:54 smithi191 ceph-mon[110189]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:54 smithi135 ceph-mon[109925]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:55.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:55 smithi191 ceph-mon[110189]: pgmap v484: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:55.352 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:55.352 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:55.379 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:55 smithi008 ceph-mon[108052]: pgmap v484: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:55 smithi135 ceph-mon[109925]: pgmap v484: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:55.735 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:56.735 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:56.987 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:00:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:57 smithi191 ceph-mon[110189]: pgmap v485: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:57 smithi191 ceph-mon[110189]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:57 smithi008 ceph-mon[108052]: pgmap v485: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:57 smithi008 ceph-mon[108052]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:57 smithi135 ceph-mon[109925]: pgmap v485: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:57 smithi135 ceph-mon[109925]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:00:58.215 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:00:58.216 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:00:58.610 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:00:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:00:59 smithi191 ceph-mon[110189]: pgmap v486: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:00:59 smithi008 ceph-mon[108052]: pgmap v486: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:00:59 smithi135 ceph-mon[109925]: pgmap v486: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:00:59.611 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:00:59.864 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:00.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:00 smithi191 ceph-mon[110189]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:00 smithi008 ceph-mon[108052]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:00 smithi135 ceph-mon[109925]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:01.125 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:01.126 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:01 smithi191 ceph-mon[110189]: pgmap v487: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:01.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:01 smithi008 ceph-mon[108052]: pgmap v487: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:01.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:01 smithi135 ceph-mon[109925]: pgmap v487: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:01.508 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:02.509 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:02.766 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:03 smithi191 ceph-mon[110189]: from='client.15648 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:03 smithi191 ceph-mon[110189]: pgmap v488: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:03.392 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:03 smithi008 ceph-mon[108052]: from='client.15648 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:03.392 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:03 smithi008 ceph-mon[108052]: pgmap v488: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:03 smithi135 ceph-mon[109925]: from='client.15648 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:03 smithi135 ceph-mon[109925]: pgmap v488: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:03.992 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:03.992 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:04.384 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:05 smithi191 ceph-mon[110189]: pgmap v489: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:05 smithi191 ceph-mon[110189]: from='client.15654 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:05.385 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:05 smithi008 ceph-mon[108052]: pgmap v489: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:05 smithi008 ceph-mon[108052]: from='client.15654 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:05 smithi135 ceph-mon[109925]: pgmap v489: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:05 smithi135 ceph-mon[109925]: from='client.15654 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:05.638 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:06.888 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:07.199 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:07 smithi008 ceph-mon[108052]: pgmap v490: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:07.274 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:07 smithi191 ceph-mon[110189]: pgmap v490: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:07 smithi135 ceph-mon[109925]: pgmap v490: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:08.274 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:08 smithi191 ceph-mon[110189]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:08 smithi008 ceph-mon[108052]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:08 smithi135 ceph-mon[109925]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:08.526 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:09.339 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:09 smithi008 ceph-mon[108052]: pgmap v491: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:09 smithi191 ceph-mon[110189]: pgmap v491: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:09.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:09 smithi135 ceph-mon[109925]: pgmap v491: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:09.773 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:09.773 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:10.165 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:01:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:01:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:01:10.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:10 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:01:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:01:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:01:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:01:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:10 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:01:10.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:01:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:01:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:01:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:10 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:01:11.166 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:11 smithi191 ceph-mon[110189]: pgmap v492: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:11 smithi191 ceph-mon[110189]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:11 smithi191 ceph-mon[110189]: pgmap v493: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:11 smithi191 ceph-mon[110189]: pgmap v494: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:11 smithi008 ceph-mon[108052]: pgmap v492: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:11 smithi008 ceph-mon[108052]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:11 smithi008 ceph-mon[108052]: pgmap v493: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:11 smithi008 ceph-mon[108052]: pgmap v494: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:11 smithi135 ceph-mon[109925]: pgmap v492: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:11 smithi135 ceph-mon[109925]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:11 smithi135 ceph-mon[109925]: pgmap v493: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:11 smithi135 ceph-mon[109925]: pgmap v494: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:11.417 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:12.241 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:12 smithi008 ceph-mon[108052]: pgmap v495: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:12.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:12 smithi191 ceph-mon[110189]: pgmap v495: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:12 smithi135 ceph-mon[109925]: pgmap v495: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:12.650 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:12.650 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:13.050 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:13 smithi191 ceph-mon[110189]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:13 smithi008 ceph-mon[108052]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:13 smithi135 ceph-mon[109925]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:14.050 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:14.305 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:14 smithi191 ceph-mon[110189]: pgmap v496: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:14.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:14 smithi008 ceph-mon[108052]: pgmap v496: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:14 smithi135 ceph-mon[109925]: pgmap v496: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:15.475 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:15.475 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:15.865 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:16.866 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:17.122 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:17 smithi008 ceph-mon[108052]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:17 smithi008 ceph-mon[108052]: pgmap v497: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:17 smithi191 ceph-mon[110189]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:17 smithi191 ceph-mon[110189]: pgmap v497: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:17 smithi135 ceph-mon[109925]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:17 smithi135 ceph-mon[109925]: pgmap v497: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:18.387 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:18.387 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:18.773 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:19 smithi191 ceph-mon[110189]: pgmap v498: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:19.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:19 smithi008 ceph-mon[108052]: pgmap v498: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:19 smithi135 ceph-mon[109925]: pgmap v498: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:19.774 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:20.027 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:20.151 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:20 smithi008 ceph-mon[108052]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:20 smithi191 ceph-mon[110189]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:20 smithi135 ceph-mon[109925]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:21.209 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:21.210 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:21 smithi191 ceph-mon[110189]: pgmap v499: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:21.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:21 smithi008 ceph-mon[108052]: pgmap v499: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:21.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:21 smithi135 ceph-mon[109925]: pgmap v499: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:21.589 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:22.589 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:22.842 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:23 smithi191 ceph-mon[110189]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:23 smithi191 ceph-mon[110189]: pgmap v500: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:23.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:23 smithi008 ceph-mon[108052]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:23.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:23 smithi008 ceph-mon[108052]: pgmap v500: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:23 smithi135 ceph-mon[109925]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:23 smithi135 ceph-mon[109925]: pgmap v500: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:24.093 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:24.093 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:24.447 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:25 smithi191 ceph-mon[110189]: pgmap v501: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:25 smithi008 ceph-mon[108052]: pgmap v501: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:25 smithi135 ceph-mon[109925]: pgmap v501: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:25.448 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:25.700 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:26.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:26 smithi008 ceph-mon[108052]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:26 smithi191 ceph-mon[110189]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:26 smithi135 ceph-mon[109925]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:26.944 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:26.945 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:27.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:27 smithi008 ceph-mon[108052]: pgmap v502: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:27.332 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:27 smithi191 ceph-mon[110189]: pgmap v502: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:27 smithi135 ceph-mon[109925]: pgmap v502: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:28.334 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:28.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:28 smithi008 ceph-mon[108052]: from='client.15702 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:28 smithi191 ceph-mon[110189]: from='client.15702 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:28 smithi135 ceph-mon[109925]: from='client.15702 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:28.587 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:29 smithi191 ceph-mon[110189]: pgmap v503: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:29.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:29 smithi008 ceph-mon[108052]: pgmap v503: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:29.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:29 smithi135 ceph-mon[109925]: pgmap v503: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:29.847 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:29.848 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:30.229 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:31.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:31 smithi191 ceph-mon[110189]: from='client.15708 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:31 smithi191 ceph-mon[110189]: pgmap v504: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:31 smithi008 ceph-mon[108052]: from='client.15708 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:31 smithi008 ceph-mon[108052]: pgmap v504: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:31 smithi135 ceph-mon[109925]: from='client.15708 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:31 smithi135 ceph-mon[109925]: pgmap v504: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:31.482 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:32.686 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:32.686 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:33.064 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:33.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:33 smithi008 ceph-mon[108052]: pgmap v505: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:33 smithi191 ceph-mon[110189]: pgmap v505: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:33 smithi135 ceph-mon[109925]: pgmap v505: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:34.065 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:34.317 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:34 smithi191 ceph-mon[110189]: from='client.15714 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:34.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:34 smithi008 ceph-mon[108052]: from='client.15714 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:34 smithi135 ceph-mon[109925]: from='client.15714 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:35.170 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:35 smithi008 ceph-mon[108052]: pgmap v506: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:35 smithi191 ceph-mon[110189]: pgmap v506: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:35 smithi135 ceph-mon[109925]: pgmap v506: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:35.574 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:35.574 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:35.954 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:36.956 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:37.211 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:37.357 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:37 smithi008 ceph-mon[108052]: from='client.15720 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:37.357 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:37 smithi008 ceph-mon[108052]: pgmap v507: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:37 smithi191 ceph-mon[110189]: from='client.15720 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:37 smithi191 ceph-mon[110189]: pgmap v507: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:37 smithi135 ceph-mon[109925]: from='client.15720 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:37 smithi135 ceph-mon[109925]: pgmap v507: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:38.428 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:38.428 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:38.804 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:39 smithi191 ceph-mon[110189]: pgmap v508: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:39 smithi008 ceph-mon[108052]: pgmap v508: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:39 smithi135 ceph-mon[109925]: pgmap v508: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:39.805 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:40.060 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:40.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:40 smithi008 ceph-mon[108052]: from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:40 smithi191 ceph-mon[110189]: from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:40 smithi135 ceph-mon[109925]: from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:41.153 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:41 smithi008 ceph-mon[108052]: pgmap v509: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:41.328 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:41.328 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:41.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:41 smithi191 ceph-mon[110189]: pgmap v509: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:41 smithi135 ceph-mon[109925]: pgmap v509: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:41.720 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:42.721 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:42.976 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:43 smithi191 ceph-mon[110189]: from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:43 smithi191 ceph-mon[110189]: pgmap v510: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:43.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:43 smithi008 ceph-mon[108052]: from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:43.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:43 smithi008 ceph-mon[108052]: pgmap v510: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:43.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:43 smithi135 ceph-mon[109925]: from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:43 smithi135 ceph-mon[109925]: pgmap v510: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:44.166 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:44.167 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:44.562 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:45 smithi191 ceph-mon[110189]: pgmap v511: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:45 smithi008 ceph-mon[108052]: pgmap v511: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:45.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:45 smithi135 ceph-mon[109925]: pgmap v511: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:45.563 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:45.814 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:46 smithi191 ceph-mon[110189]: from='client.15738 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:46.394 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:46 smithi008 ceph-mon[108052]: from='client.15738 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:46 smithi135 ceph-mon[109925]: from='client.15738 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:47.087 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:47.088 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:47 smithi191 ceph-mon[110189]: pgmap v512: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:47.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:47 smithi008 ceph-mon[108052]: pgmap v512: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:47 smithi135 ceph-mon[109925]: pgmap v512: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:47.478 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:48 smithi191 ceph-mon[110189]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:48.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:48 smithi008 ceph-mon[108052]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:48.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:48 smithi135 ceph-mon[109925]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:48.479 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:48.730 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:49.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:49 smithi008 ceph-mon[108052]: pgmap v513: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:49 smithi191 ceph-mon[110189]: pgmap v513: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:49 smithi135 ceph-mon[109925]: pgmap v513: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:49.912 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:49.912 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:50.310 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:51.311 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:51.347 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:51 smithi008 ceph-mon[108052]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:51.347 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:51 smithi008 ceph-mon[108052]: pgmap v514: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:51 smithi191 ceph-mon[110189]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:51 smithi191 ceph-mon[110189]: pgmap v514: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:51 smithi135 ceph-mon[109925]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:51 smithi135 ceph-mon[109925]: pgmap v514: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:51.564 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:52.856 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:52.857 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:53.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:53 smithi008 ceph-mon[108052]: pgmap v515: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:53.242 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:53 smithi191 ceph-mon[110189]: pgmap v515: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:53 smithi135 ceph-mon[109925]: pgmap v515: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:54.242 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:54 smithi191 ceph-mon[110189]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:54.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:54 smithi008 ceph-mon[108052]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:54 smithi135 ceph-mon[109925]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:54.494 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:55 smithi191 ceph-mon[110189]: pgmap v516: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:55.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:55 smithi008 ceph-mon[108052]: pgmap v516: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:55.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:55 smithi135 ceph-mon[109925]: pgmap v516: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:55.682 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:55.682 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:56.068 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:57.069 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:01:57.321 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:01:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:57 smithi191 ceph-mon[110189]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:57 smithi191 ceph-mon[110189]: pgmap v517: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:57 smithi008 ceph-mon[108052]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:57 smithi008 ceph-mon[108052]: pgmap v517: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:57 smithi135 ceph-mon[109925]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:01:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:57 smithi135 ceph-mon[109925]: pgmap v517: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:58.512 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:01:58.512 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:01:58.911 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:01:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:01:59 smithi191 ceph-mon[110189]: pgmap v518: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:01:59 smithi008 ceph-mon[108052]: pgmap v518: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:01:59 smithi135 ceph-mon[109925]: pgmap v518: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:01:59.911 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:00.167 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:00.322 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:00 smithi008 ceph-mon[108052]: from='client.15768 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:00 smithi191 ceph-mon[110189]: from='client.15768 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:00 smithi135 ceph-mon[109925]: from='client.15768 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:01 smithi191 ceph-mon[110189]: pgmap v519: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:01.380 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:01.380 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:01.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:01 smithi008 ceph-mon[108052]: pgmap v519: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:01.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:01 smithi135 ceph-mon[109925]: pgmap v519: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:01.758 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:02.761 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:03.014 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:03.121 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:03 smithi008 ceph-mon[108052]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:03.121 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:03 smithi008 ceph-mon[108052]: pgmap v520: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:03.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:03 smithi191 ceph-mon[110189]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:03.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:03 smithi191 ceph-mon[110189]: pgmap v520: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:03 smithi135 ceph-mon[109925]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:03 smithi135 ceph-mon[109925]: pgmap v520: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:04.186 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:04.186 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:04.591 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:05 smithi191 ceph-mon[110189]: pgmap v521: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:05 smithi008 ceph-mon[108052]: pgmap v521: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:05 smithi135 ceph-mon[109925]: pgmap v521: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:05.593 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:05.846 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:06.359 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:06 smithi008 ceph-mon[108052]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:06 smithi191 ceph-mon[110189]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:06 smithi135 ceph-mon[109925]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:06.997 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:07.179 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:07 smithi008 ceph-mon[108052]: pgmap v522: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:07 smithi191 ceph-mon[110189]: pgmap v522: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:07.391 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:07 smithi135 ceph-mon[109925]: pgmap v522: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:08 smithi191 ceph-mon[110189]: from='client.15786 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:08.393 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:08 smithi008 ceph-mon[108052]: from='client.15786 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:08 smithi135 ceph-mon[109925]: from='client.15786 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:08.646 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:09 smithi191 ceph-mon[110189]: pgmap v523: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:09.382 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:09 smithi008 ceph-mon[108052]: pgmap v523: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:09 smithi135 ceph-mon[109925]: pgmap v523: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:09.800 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:09.801 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:10.195 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:11.196 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:11 smithi191 ceph-mon[110189]: from='client.15792 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:11 smithi191 ceph-mon[110189]: pgmap v524: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:11 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:02:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:11 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:02:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:11 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:02:11.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:11 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:02:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:11 smithi008 ceph-mon[108052]: from='client.15792 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:11 smithi008 ceph-mon[108052]: pgmap v524: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:11 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:02:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:11 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:02:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:11 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:02:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:11 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:02:11.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:11 smithi135 ceph-mon[109925]: from='client.15792 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:11 smithi135 ceph-mon[109925]: pgmap v524: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:11 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:02:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:11 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:02:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:11 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:02:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:11 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:02:11.445 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:12.271 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:12 smithi008 ceph-mon[108052]: pgmap v525: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:12.271 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:12 smithi008 ceph-mon[108052]: pgmap v526: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:12 smithi191 ceph-mon[110189]: pgmap v525: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:12.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:12 smithi191 ceph-mon[110189]: pgmap v526: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:12 smithi135 ceph-mon[109925]: pgmap v525: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:12 smithi135 ceph-mon[109925]: pgmap v526: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:12.665 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:12.665 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:13.034 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:14.035 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:14.286 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:14 smithi191 ceph-mon[110189]: pgmap v527: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:14 smithi191 ceph-mon[110189]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:14.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:14 smithi008 ceph-mon[108052]: pgmap v527: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:14.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:14 smithi008 ceph-mon[108052]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:14 smithi135 ceph-mon[109925]: pgmap v527: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:14 smithi135 ceph-mon[109925]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:15.455 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:15.455 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:15.841 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:16 smithi191 ceph-mon[110189]: pgmap v528: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:16 smithi008 ceph-mon[108052]: pgmap v528: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:16 smithi135 ceph-mon[109925]: pgmap v528: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:16.842 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:17.094 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:17.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:17 smithi008 ceph-mon[108052]: from='client.15804 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:17 smithi191 ceph-mon[110189]: from='client.15804 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:17 smithi135 ceph-mon[109925]: from='client.15804 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:18.240 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:18.240 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:18 smithi191 ceph-mon[110189]: pgmap v529: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:18.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:18 smithi008 ceph-mon[108052]: pgmap v529: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:18 smithi135 ceph-mon[109925]: pgmap v529: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:18.616 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:19.617 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:19.868 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:20 smithi191 ceph-mon[110189]: from='client.15810 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:20 smithi191 ceph-mon[110189]: pgmap v530: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:20.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:20 smithi008 ceph-mon[108052]: from='client.15810 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:20.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:20 smithi008 ceph-mon[108052]: pgmap v530: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:20 smithi135 ceph-mon[109925]: from='client.15810 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:20 smithi135 ceph-mon[109925]: pgmap v530: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:21.126 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:21.126 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:21.515 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:22 smithi191 ceph-mon[110189]: pgmap v531: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:22 smithi008 ceph-mon[108052]: pgmap v531: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:22 smithi135 ceph-mon[109925]: pgmap v531: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:22.516 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:22.769 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:23.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:23 smithi008 ceph-mon[108052]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:23 smithi191 ceph-mon[110189]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:23 smithi135 ceph-mon[109925]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:23.966 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:23.967 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:24.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:24 smithi008 ceph-mon[108052]: pgmap v532: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:24.355 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:24 smithi191 ceph-mon[110189]: pgmap v532: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:24 smithi135 ceph-mon[109925]: pgmap v532: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:25.357 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:25 smithi191 ceph-mon[110189]: from='client.15822 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:25.393 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:25 smithi008 ceph-mon[108052]: from='client.15822 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:25 smithi135 ceph-mon[109925]: from='client.15822 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:25.609 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:26 smithi191 ceph-mon[110189]: pgmap v533: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:26.396 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:26 smithi008 ceph-mon[108052]: pgmap v533: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:26 smithi135 ceph-mon[109925]: pgmap v533: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:26.823 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:26.823 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:27.215 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:28.216 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:28 smithi191 ceph-mon[110189]: pgmap v534: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:28 smithi191 ceph-mon[110189]: from='client.15828 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:28 smithi008 ceph-mon[108052]: pgmap v534: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:28 smithi008 ceph-mon[108052]: from='client.15828 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:28 smithi135 ceph-mon[109925]: pgmap v534: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:28 smithi135 ceph-mon[109925]: from='client.15828 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:29.660 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:29.661 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:30.014 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:30 smithi191 ceph-mon[110189]: pgmap v535: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:30 smithi008 ceph-mon[108052]: pgmap v535: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:30.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:30 smithi135 ceph-mon[109925]: pgmap v535: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:31.015 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:31.267 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:31 smithi191 ceph-mon[110189]: from='client.15834 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:31.391 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:31 smithi008 ceph-mon[108052]: from='client.15834 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:31 smithi135 ceph-mon[109925]: from='client.15834 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:32.355 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:32 smithi008 ceph-mon[108052]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:32 smithi191 ceph-mon[110189]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:32.399 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:32.400 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:32 smithi135 ceph-mon[109925]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:32.772 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:33 smithi191 ceph-mon[110189]: from='client.15840 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:33 smithi191 ceph-mon[110189]: pgmap v537: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:33 smithi008 ceph-mon[108052]: from='client.15840 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:33 smithi008 ceph-mon[108052]: pgmap v537: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:33 smithi135 ceph-mon[109925]: from='client.15840 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:33 smithi135 ceph-mon[109925]: pgmap v537: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:33.774 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:34.027 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:35.254 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:35.254 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:35.638 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:36.129 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:35 smithi191 ceph-mon[110189]: pgmap v538: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:36.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:35 smithi008 ceph-mon[108052]: pgmap v538: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:36.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:35 smithi135 ceph-mon[109925]: pgmap v538: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:36.639 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:36.893 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:37 smithi191 ceph-mon[110189]: from='client.15846 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:37 smithi008 ceph-mon[108052]: from='client.15846 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:37.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:37 smithi135 ceph-mon[109925]: from='client.15846 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:38.091 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:38.091 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:38.302 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:38 smithi008 ceph-mon[108052]: pgmap v539: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:38 smithi191 ceph-mon[110189]: pgmap v539: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:38 smithi135 ceph-mon[109925]: pgmap v539: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:38.471 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:39 smithi191 ceph-mon[110189]: from='client.15852 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:39 smithi008 ceph-mon[108052]: from='client.15852 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:39.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:39 smithi135 ceph-mon[109925]: from='client.15852 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:39.472 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:39.726 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:40.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:40 smithi008 ceph-mon[108052]: pgmap v540: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:40 smithi191 ceph-mon[110189]: pgmap v540: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:40.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:40 smithi135 ceph-mon[109925]: pgmap v540: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:40.870 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:40.870 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:41.244 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:42.245 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:42 smithi191 ceph-mon[110189]: pgmap v541: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:42 smithi191 ceph-mon[110189]: from='client.15858 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:42 smithi008 ceph-mon[108052]: pgmap v541: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:42 smithi008 ceph-mon[108052]: from='client.15858 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:42 smithi135 ceph-mon[109925]: pgmap v541: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:42 smithi135 ceph-mon[109925]: from='client.15858 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:42.496 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:43.710 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:43.710 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:44.103 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:44.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:44 smithi008 ceph-mon[108052]: pgmap v542: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:44 smithi191 ceph-mon[110189]: pgmap v542: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:44 smithi135 ceph-mon[109925]: pgmap v542: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:45.104 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:45.354 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:45 smithi191 ceph-mon[110189]: from='client.15864 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:45 smithi008 ceph-mon[108052]: from='client.15864 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:45 smithi135 ceph-mon[109925]: from='client.15864 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:46.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:46 smithi008 ceph-mon[108052]: pgmap v543: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:46.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:46 smithi191 ceph-mon[110189]: pgmap v543: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:46 smithi135 ceph-mon[109925]: pgmap v543: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:46.489 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:46.490 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:46.870 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:47.870 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:48.127 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:48.240 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:48 smithi008 ceph-mon[108052]: from='client.15870 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:48.240 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:48 smithi008 ceph-mon[108052]: pgmap v544: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:48 smithi191 ceph-mon[110189]: from='client.15870 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:48 smithi191 ceph-mon[110189]: pgmap v544: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:48 smithi135 ceph-mon[109925]: from='client.15870 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:48 smithi135 ceph-mon[109925]: pgmap v544: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:49.384 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:49.385 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:49.769 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:50.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:50 smithi191 ceph-mon[110189]: pgmap v545: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:50.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:50 smithi008 ceph-mon[108052]: pgmap v545: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:50.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:50 smithi135 ceph-mon[109925]: pgmap v545: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:50.770 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:51.021 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:51 smithi191 ceph-mon[110189]: from='client.15876 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:51.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:51 smithi008 ceph-mon[108052]: from='client.15876 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:51 smithi135 ceph-mon[109925]: from='client.15876 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:52.189 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:52.189 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:52 smithi191 ceph-mon[110189]: pgmap v546: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:52.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:52 smithi008 ceph-mon[108052]: pgmap v546: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:52 smithi135 ceph-mon[109925]: pgmap v546: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:52.569 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:53.570 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:53.825 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:54 smithi191 ceph-mon[110189]: from='client.15882 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:54 smithi191 ceph-mon[110189]: pgmap v547: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:54.385 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:54 smithi008 ceph-mon[108052]: from='client.15882 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:54.385 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:54 smithi008 ceph-mon[108052]: pgmap v547: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:54 smithi135 ceph-mon[109925]: from='client.15882 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:54 smithi135 ceph-mon[109925]: pgmap v547: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:55.075 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:55.075 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:55.460 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:56 smithi191 ceph-mon[110189]: pgmap v548: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:56 smithi191 ceph-mon[110189]: from='client.15888 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:56 smithi008 ceph-mon[108052]: pgmap v548: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:56 smithi008 ceph-mon[108052]: from='client.15888 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:56 smithi135 ceph-mon[109925]: pgmap v548: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:56 smithi135 ceph-mon[109925]: from='client.15888 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:56.460 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:56.714 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:02:57.908 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:02:57.908 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:02:58.285 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:02:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:58 smithi191 ceph-mon[110189]: pgmap v549: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:58.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:58 smithi008 ceph-mon[108052]: pgmap v549: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:58 smithi135 ceph-mon[109925]: pgmap v549: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:02:59.286 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:02:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:02:59 smithi191 ceph-mon[110189]: from='client.15894 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:02:59 smithi008 ceph-mon[108052]: from='client.15894 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:59.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:02:59 smithi135 ceph-mon[109925]: from='client.15894 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:02:59.541 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:00 smithi191 ceph-mon[110189]: pgmap v550: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:00 smithi008 ceph-mon[108052]: pgmap v550: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:00 smithi135 ceph-mon[109925]: pgmap v550: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:00.698 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:00.698 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:01.111 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:02.113 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:02.377 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:02 smithi191 ceph-mon[110189]: pgmap v551: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:02 smithi191 ceph-mon[110189]: from='client.15900 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:02 smithi008 ceph-mon[108052]: pgmap v551: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:02 smithi008 ceph-mon[108052]: from='client.15900 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:02 smithi135 ceph-mon[109925]: pgmap v551: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:02 smithi135 ceph-mon[109925]: from='client.15900 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:03.579 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:03.579 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:03.959 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:04 smithi191 ceph-mon[110189]: pgmap v552: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:04.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:04 smithi008 ceph-mon[108052]: pgmap v552: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:04.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:04 smithi135 ceph-mon[109925]: pgmap v552: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:04.961 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:05.337 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:05 smithi008 ceph-mon[108052]: from='client.15906 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:05 smithi191 ceph-mon[110189]: from='client.15906 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:05 smithi135 ceph-mon[109925]: from='client.15906 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:06 smithi191 ceph-mon[110189]: pgmap v553: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:06.401 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:06.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:06 smithi008 ceph-mon[108052]: pgmap v553: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:06.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:06 smithi135 ceph-mon[109925]: pgmap v553: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:06.785 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:07.786 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:08.041 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:08 smithi191 ceph-mon[110189]: from='client.15912 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:08.381 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:08 smithi191 ceph-mon[110189]: pgmap v554: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:08 smithi008 ceph-mon[108052]: from='client.15912 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:08 smithi008 ceph-mon[108052]: pgmap v554: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:08 smithi135 ceph-mon[109925]: from='client.15912 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:08 smithi135 ceph-mon[109925]: pgmap v554: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:09.325 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:09.326 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:09.709 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:10 smithi191 ceph-mon[110189]: pgmap v555: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:10 smithi008 ceph-mon[108052]: pgmap v555: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:10 smithi135 ceph-mon[109925]: pgmap v555: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:10.710 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:10.979 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:11 smithi191 ceph-mon[110189]: from='client.15918 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:11 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:03:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:11 smithi008 ceph-mon[108052]: from='client.15918 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:11 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:03:11.407 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:11 smithi135 ceph-mon[109925]: from='client.15918 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:11.407 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:11 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:03:12.190 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:12.190 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:12 smithi191 ceph-mon[110189]: pgmap v556: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:12 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:12 smithi008 ceph-mon[108052]: pgmap v556: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:12 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:12 smithi135 ceph-mon[109925]: pgmap v556: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:12 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:12.749 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:13.750 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:14.000 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:14 smithi191 ceph-mon[110189]: from='client.15924 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:14.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:14 smithi191 ceph-mon[110189]: pgmap v557: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:14.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:03:14.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:03:14.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:14 smithi008 ceph-mon[108052]: from='client.15924 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:14.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:14 smithi008 ceph-mon[108052]: pgmap v557: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:14.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:03:14.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:03:14.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:14 smithi135 ceph-mon[109925]: from='client.15924 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:14 smithi135 ceph-mon[109925]: pgmap v557: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:03:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:03:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:03:15.240 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:15.240 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:15.382 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:15 smithi191 ceph-mon[110189]: pgmap v558: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:15.382 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:15 smithi191 ceph-mon[110189]: pgmap v559: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:15.411 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:15 smithi008 ceph-mon[108052]: pgmap v558: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:15.411 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:15 smithi008 ceph-mon[108052]: pgmap v559: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:15.416 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:15 smithi135 ceph-mon[109925]: pgmap v558: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:15.416 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:15 smithi135 ceph-mon[109925]: pgmap v559: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:15.624 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:16.624 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:16.879 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:17 smithi191 ceph-mon[110189]: from='client.15930 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:17 smithi191 ceph-mon[110189]: pgmap v560: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:17.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:17 smithi008 ceph-mon[108052]: from='client.15930 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:17.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:17 smithi008 ceph-mon[108052]: pgmap v560: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:17 smithi135 ceph-mon[109925]: from='client.15930 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:17 smithi135 ceph-mon[109925]: pgmap v560: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:18.115 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:18.115 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:18.508 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:19.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:19 smithi191 ceph-mon[110189]: pgmap v561: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:19.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:19 smithi008 ceph-mon[108052]: pgmap v561: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:19.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:19 smithi135 ceph-mon[109925]: pgmap v561: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:19.508 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:20 smithi191 ceph-mon[110189]: from='client.15936 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:20.392 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:20 smithi008 ceph-mon[108052]: from='client.15936 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:20 smithi135 ceph-mon[109925]: from='client.15936 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:20.979 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:20.979 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:21.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:21 smithi008 ceph-mon[108052]: pgmap v562: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:21.367 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:21.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:21 smithi191 ceph-mon[110189]: pgmap v562: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:21.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:21 smithi135 ceph-mon[109925]: pgmap v562: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:22.368 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:22 smithi191 ceph-mon[110189]: from='client.15942 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:22.404 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:22 smithi008 ceph-mon[108052]: from='client.15942 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:22 smithi135 ceph-mon[109925]: from='client.15942 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:23 smithi191 ceph-mon[110189]: pgmap v563: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:23.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:23 smithi008 ceph-mon[108052]: pgmap v563: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:23.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:23 smithi135 ceph-mon[109925]: pgmap v563: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:23.885 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:23.885 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:24.291 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:25.292 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:25 smithi191 ceph-mon[110189]: pgmap v564: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:25 smithi191 ceph-mon[110189]: from='client.15948 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:25 smithi008 ceph-mon[108052]: pgmap v564: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:25 smithi008 ceph-mon[108052]: from='client.15948 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:25 smithi135 ceph-mon[109925]: pgmap v564: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:25 smithi135 ceph-mon[109925]: from='client.15948 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:25.545 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:26.794 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:26.795 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:27.239 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:27 smithi191 ceph-mon[110189]: pgmap v565: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:27 smithi008 ceph-mon[108052]: pgmap v565: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:27 smithi135 ceph-mon[109925]: pgmap v565: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:28.240 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:28 smithi191 ceph-mon[110189]: from='client.15954 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:28 smithi008 ceph-mon[108052]: from='client.15954 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:28 smithi135 ceph-mon[109925]: from='client.15954 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:28.494 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:29.295 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:29 smithi008 ceph-mon[108052]: pgmap v566: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:29 smithi191 ceph-mon[110189]: pgmap v566: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:29 smithi135 ceph-mon[109925]: pgmap v566: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:29.701 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:29.701 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:30.069 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:31.070 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:31.321 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:31 smithi191 ceph-mon[110189]: pgmap v567: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:31 smithi191 ceph-mon[110189]: from='client.15960 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:31 smithi008 ceph-mon[108052]: pgmap v567: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:31 smithi008 ceph-mon[108052]: from='client.15960 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:31.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:31 smithi135 ceph-mon[109925]: pgmap v567: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:31 smithi135 ceph-mon[109925]: from='client.15960 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:32.500 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:32.500 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:32.880 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:33 smithi191 ceph-mon[110189]: pgmap v568: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:33 smithi008 ceph-mon[108052]: pgmap v568: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:33 smithi135 ceph-mon[109925]: pgmap v568: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:33.881 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:34.135 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:34.242 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:34 smithi008 ceph-mon[108052]: from='client.15966 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:34 smithi191 ceph-mon[110189]: from='client.15966 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:34 smithi135 ceph-mon[109925]: from='client.15966 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:35.207 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:35 smithi008 ceph-mon[108052]: pgmap v569: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:35.329 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:35.330 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:35 smithi191 ceph-mon[110189]: pgmap v569: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:35 smithi135 ceph-mon[109925]: pgmap v569: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:35.721 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:36.722 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:37 smithi191 ceph-mon[110189]: from='client.15972 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:37 smithi191 ceph-mon[110189]: pgmap v570: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:37 smithi008 ceph-mon[108052]: from='client.15972 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:37 smithi008 ceph-mon[108052]: pgmap v570: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:37 smithi135 ceph-mon[109925]: from='client.15972 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:37 smithi135 ceph-mon[109925]: pgmap v570: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:38.195 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:38.195 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:38.588 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:39.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:39 smithi191 ceph-mon[110189]: pgmap v571: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:39 smithi008 ceph-mon[108052]: pgmap v571: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:39 smithi135 ceph-mon[109925]: pgmap v571: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:39.589 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:39.843 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:40 smithi191 ceph-mon[110189]: from='client.15978 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:40 smithi191 ceph-mon[110189]: pgmap v572: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:40.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:40 smithi008 ceph-mon[108052]: from='client.15978 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:40.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:40 smithi008 ceph-mon[108052]: pgmap v572: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:40 smithi135 ceph-mon[109925]: from='client.15978 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:40 smithi135 ceph-mon[109925]: pgmap v572: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:41.049 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:41.049 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:41.446 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:42 smithi191 ceph-mon[110189]: from='client.15984 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:42 smithi008 ceph-mon[108052]: from='client.15984 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:42 smithi135 ceph-mon[109925]: from='client.15984 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:42.447 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:43.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:43 smithi008 ceph-mon[108052]: pgmap v573: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:43.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:43 smithi191 ceph-mon[110189]: pgmap v573: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:43 smithi135 ceph-mon[109925]: pgmap v573: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:43.871 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:43.872 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:44.254 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:45.255 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:45 smithi191 ceph-mon[110189]: pgmap v574: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:45 smithi191 ceph-mon[110189]: from='client.15990 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:45 smithi008 ceph-mon[108052]: pgmap v574: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:45 smithi008 ceph-mon[108052]: from='client.15990 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:45 smithi135 ceph-mon[109925]: pgmap v574: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:45 smithi135 ceph-mon[109925]: from='client.15990 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:45.507 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:46.716 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:46.716 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:47.106 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:47.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:47 smithi008 ceph-mon[108052]: pgmap v575: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:47.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:47 smithi191 ceph-mon[110189]: pgmap v575: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:47 smithi135 ceph-mon[109925]: pgmap v575: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:48.107 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:48.362 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:48.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:48 smithi191 ceph-mon[110189]: from='client.15996 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:48.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:48 smithi008 ceph-mon[108052]: from='client.15996 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:48 smithi135 ceph-mon[109925]: from='client.15996 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:49.209 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:49 smithi008 ceph-mon[108052]: pgmap v576: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:49.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:49 smithi191 ceph-mon[110189]: pgmap v576: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:49.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:49 smithi135 ceph-mon[109925]: pgmap v576: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:49.600 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:49.600 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:49.988 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:50.989 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:51.243 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:51.364 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:51 smithi008 ceph-mon[108052]: pgmap v577: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:51.365 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:51 smithi008 ceph-mon[108052]: from='client.16002 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:51 smithi191 ceph-mon[110189]: pgmap v577: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:51.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:51 smithi191 ceph-mon[110189]: from='client.16002 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:51 smithi135 ceph-mon[109925]: pgmap v577: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:51.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:51 smithi135 ceph-mon[109925]: from='client.16002 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:52.414 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:52.414 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:52.812 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:53 smithi191 ceph-mon[110189]: pgmap v578: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:53.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:53 smithi008 ceph-mon[108052]: pgmap v578: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:53.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:53 smithi135 ceph-mon[109925]: pgmap v578: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:53.813 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:54.067 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:54 smithi008 ceph-mon[108052]: from='client.16008 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:54 smithi191 ceph-mon[110189]: from='client.16008 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:54 smithi135 ceph-mon[109925]: from='client.16008 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:55.327 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:55.327 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:55.353 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:55 smithi008 ceph-mon[108052]: pgmap v579: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:55 smithi191 ceph-mon[110189]: pgmap v579: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:55 smithi135 ceph-mon[109925]: pgmap v579: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:55.719 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:56.720 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:56.972 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:03:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:57 smithi191 ceph-mon[110189]: from='client.16014 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:57 smithi191 ceph-mon[110189]: pgmap v580: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:57 smithi008 ceph-mon[108052]: from='client.16014 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:57 smithi008 ceph-mon[108052]: pgmap v580: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:57.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:57 smithi135 ceph-mon[109925]: from='client.16014 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:03:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:57 smithi135 ceph-mon[109925]: pgmap v580: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:58.167 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:03:58.167 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:03:58.553 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:03:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:03:59 smithi191 ceph-mon[110189]: pgmap v581: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:03:59 smithi008 ceph-mon[108052]: pgmap v581: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:59.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:03:59 smithi135 ceph-mon[109925]: pgmap v581: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:03:59.554 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:03:59.810 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:00 smithi191 ceph-mon[110189]: from='client.16020 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:00.394 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:00 smithi008 ceph-mon[108052]: from='client.16020 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:00 smithi135 ceph-mon[109925]: from='client.16020 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:01.068 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:01.068 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:01.256 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:01 smithi008 ceph-mon[108052]: pgmap v582: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:01 smithi191 ceph-mon[110189]: pgmap v582: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:01.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:01 smithi135 ceph-mon[109925]: pgmap v582: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:01.460 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:02 smithi191 ceph-mon[110189]: from='client.16026 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:02 smithi008 ceph-mon[108052]: from='client.16026 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:02 smithi135 ceph-mon[109925]: from='client.16026 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:02.461 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:02.715 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:03.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:03 smithi008 ceph-mon[108052]: pgmap v583: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:03 smithi191 ceph-mon[110189]: pgmap v583: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:03 smithi135 ceph-mon[109925]: pgmap v583: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:03.956 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:03.957 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:04.344 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:05.345 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:05 smithi191 ceph-mon[110189]: pgmap v584: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:05 smithi191 ceph-mon[110189]: from='client.16032 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:05.380 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:05 smithi008 ceph-mon[108052]: pgmap v584: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:05.380 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:05 smithi008 ceph-mon[108052]: from='client.16032 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:05 smithi135 ceph-mon[109925]: pgmap v584: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:05 smithi135 ceph-mon[109925]: from='client.16032 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:05.600 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:06.842 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:07.227 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:07.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:07 smithi191 ceph-mon[110189]: pgmap v585: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:07 smithi008 ceph-mon[108052]: pgmap v585: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:07 smithi135 ceph-mon[109925]: pgmap v585: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:08.229 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:08 smithi191 ceph-mon[110189]: from='client.16038 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:08 smithi008 ceph-mon[108052]: from='client.16038 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:08 smithi135 ceph-mon[109925]: from='client.16038 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:08.482 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:09.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:09 smithi191 ceph-mon[110189]: pgmap v586: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:09.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:09 smithi008 ceph-mon[108052]: pgmap v586: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:09.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:09 smithi135 ceph-mon[109925]: pgmap v586: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:09.703 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:09.703 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:10.101 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:11.102 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:11.354 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:11 smithi191 ceph-mon[110189]: pgmap v587: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:11 smithi191 ceph-mon[110189]: from='client.16044 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:11 smithi008 ceph-mon[108052]: pgmap v587: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:11 smithi008 ceph-mon[108052]: from='client.16044 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:11 smithi135 ceph-mon[109925]: pgmap v587: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:11 smithi135 ceph-mon[109925]: from='client.16044 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:12.492 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:12.492 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:12.907 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:13.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:13 smithi191 ceph-mon[110189]: pgmap v588: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:13 smithi008 ceph-mon[108052]: pgmap v588: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:13.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:13 smithi135 ceph-mon[109925]: pgmap v588: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:13.909 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:14.167 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:14.287 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:14 smithi008 ceph-mon[108052]: from='client.16050 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:14.287 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:14 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:04:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:14 smithi191 ceph-mon[110189]: from='client.16050 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:14 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:04:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:14 smithi135 ceph-mon[109925]: from='client.16050 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:14 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:04:15.330 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:15.331 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:15 smithi191 ceph-mon[110189]: pgmap v589: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:04:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:04:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:15 smithi191 ceph-mon[110189]: pgmap v590: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:15 smithi191 ceph-mon[110189]: pgmap v591: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:04:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:15 smithi008 ceph-mon[108052]: pgmap v589: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:04:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:04:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:15 smithi008 ceph-mon[108052]: pgmap v590: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:15 smithi008 ceph-mon[108052]: pgmap v591: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:04:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:15 smithi135 ceph-mon[109925]: pgmap v589: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:04:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:04:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:15 smithi135 ceph-mon[109925]: pgmap v590: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:15 smithi135 ceph-mon[109925]: pgmap v591: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:04:15.720 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:16.721 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:16.974 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:17.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:17 smithi191 ceph-mon[110189]: from='client.16056 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:17.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:17 smithi008 ceph-mon[108052]: from='client.16056 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:17 smithi135 ceph-mon[109925]: from='client.16056 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:18.155 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:18.155 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:18.337 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:18 smithi008 ceph-mon[108052]: pgmap v592: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:18.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:18 smithi191 ceph-mon[110189]: pgmap v592: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:18 smithi135 ceph-mon[109925]: pgmap v592: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:18.542 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:19.543 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:19.795 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:20.313 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:20 smithi008 ceph-mon[108052]: from='client.16062 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:20.313 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:20 smithi008 ceph-mon[108052]: pgmap v593: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:20 smithi191 ceph-mon[110189]: from='client.16062 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:20.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:20 smithi191 ceph-mon[110189]: pgmap v593: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:20 smithi135 ceph-mon[109925]: from='client.16062 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:20.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:20 smithi135 ceph-mon[109925]: pgmap v593: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:21.062 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:21.062 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:21.457 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:22 smithi191 ceph-mon[110189]: pgmap v594: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:22 smithi191 ceph-mon[110189]: from='client.16068 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:22 smithi008 ceph-mon[108052]: pgmap v594: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:22 smithi008 ceph-mon[108052]: from='client.16068 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:22.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:22 smithi135 ceph-mon[109925]: pgmap v594: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:22 smithi135 ceph-mon[109925]: from='client.16068 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:22.458 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:22.710 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:23.929 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:23.930 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:24.331 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:24 smithi191 ceph-mon[110189]: pgmap v595: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:24.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:24 smithi008 ceph-mon[108052]: pgmap v595: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:24 smithi135 ceph-mon[109925]: pgmap v595: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:25.332 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:25.367 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:25 smithi008 ceph-mon[108052]: from='client.16074 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:25 smithi191 ceph-mon[110189]: from='client.16074 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:25 smithi135 ceph-mon[109925]: from='client.16074 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:25.585 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:26.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:26 smithi008 ceph-mon[108052]: pgmap v596: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:26 smithi191 ceph-mon[110189]: pgmap v596: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:26 smithi135 ceph-mon[109925]: pgmap v596: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:26.800 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:26.801 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:27.191 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:28.192 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:28 smithi191 ceph-mon[110189]: pgmap v597: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:28 smithi191 ceph-mon[110189]: from='client.16080 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:28 smithi008 ceph-mon[108052]: pgmap v597: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:28 smithi008 ceph-mon[108052]: from='client.16080 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:28 smithi135 ceph-mon[109925]: pgmap v597: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:28 smithi135 ceph-mon[109925]: from='client.16080 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:28.445 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:29.598 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:29.598 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:29.999 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:30 smithi191 ceph-mon[110189]: pgmap v598: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:30 smithi008 ceph-mon[108052]: pgmap v598: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:30.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:30 smithi135 ceph-mon[109925]: pgmap v598: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:31.000 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:31.255 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:31.376 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:31 smithi008 ceph-mon[108052]: from='client.16086 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:31 smithi191 ceph-mon[110189]: from='client.16086 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:31 smithi135 ceph-mon[109925]: from='client.16086 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:32.113 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:32 smithi008 ceph-mon[108052]: pgmap v599: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:32 smithi191 ceph-mon[110189]: pgmap v599: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:32 smithi135 ceph-mon[109925]: pgmap v599: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:32.499 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:32.499 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:32.897 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:33.898 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:34.152 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:34.302 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:34 smithi008 ceph-mon[108052]: pgmap v600: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:34.302 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:34 smithi008 ceph-mon[108052]: from='client.16092 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:34 smithi191 ceph-mon[110189]: pgmap v600: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:34 smithi191 ceph-mon[110189]: from='client.16092 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:34 smithi135 ceph-mon[109925]: pgmap v600: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:34 smithi135 ceph-mon[109925]: from='client.16092 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:35.377 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:35.377 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:35.756 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:36 smithi191 ceph-mon[110189]: pgmap v601: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:36.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:36 smithi008 ceph-mon[108052]: pgmap v601: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:36.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:36 smithi135 ceph-mon[109925]: pgmap v601: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:36.757 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:37.009 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:37 smithi191 ceph-mon[110189]: from='client.16098 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:37.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:37 smithi008 ceph-mon[108052]: from='client.16098 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:37.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:37 smithi135 ceph-mon[109925]: from='client.16098 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:38.270 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:38.270 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:38 smithi191 ceph-mon[110189]: pgmap v602: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:38.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:38 smithi008 ceph-mon[108052]: pgmap v602: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:38.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:38 smithi135 ceph-mon[109925]: pgmap v602: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:38.615 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:39.615 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:39.867 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:40 smithi191 ceph-mon[110189]: pgmap v603: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:40 smithi191 ceph-mon[110189]: from='client.16104 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:40.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:40 smithi008 ceph-mon[108052]: pgmap v603: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:40.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:40 smithi008 ceph-mon[108052]: from='client.16104 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:40 smithi135 ceph-mon[109925]: pgmap v603: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:40 smithi135 ceph-mon[109925]: from='client.16104 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:41.061 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:41.061 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:41.447 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:42 smithi191 ceph-mon[110189]: pgmap v604: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:42 smithi191 ceph-mon[110189]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:42 smithi008 ceph-mon[108052]: pgmap v604: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:42 smithi008 ceph-mon[108052]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:42 smithi135 ceph-mon[109925]: pgmap v604: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:42 smithi135 ceph-mon[109925]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:42.448 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:42.699 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:43.864 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:43.865 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:44.305 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:44 smithi191 ceph-mon[110189]: pgmap v605: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:44.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:44 smithi008 ceph-mon[108052]: pgmap v605: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:44.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:44 smithi135 ceph-mon[109925]: pgmap v605: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:45.305 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:45.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:45 smithi191 ceph-mon[110189]: from='client.16116 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:45 smithi008 ceph-mon[108052]: from='client.16116 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:45 smithi135 ceph-mon[109925]: from='client.16116 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:45.559 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:46.380 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:46 smithi008 ceph-mon[108052]: pgmap v606: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:46.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:46 smithi135 ceph-mon[109925]: pgmap v606: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:46.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:46 smithi191 ceph-mon[110189]: pgmap v606: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:46.784 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:46.784 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:47.171 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:47.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:47 smithi008 ceph-mon[108052]: pgmap v607: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:47.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:47 smithi008 ceph-mon[108052]: from='client.16122 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:47 smithi135 ceph-mon[109925]: pgmap v607: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:47 smithi135 ceph-mon[109925]: from='client.16122 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:47.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:47 smithi191 ceph-mon[110189]: pgmap v607: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:47.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:47 smithi191 ceph-mon[110189]: from='client.16122 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:48.172 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:48.424 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:49.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:49 smithi008 ceph-mon[108052]: pgmap v608: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:49.598 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:49.598 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:49.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:49 smithi191 ceph-mon[110189]: pgmap v608: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:49.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:49 smithi135 ceph-mon[109925]: pgmap v608: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:50.037 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:50.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:50 smithi191 ceph-mon[110189]: from='client.16128 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:50.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:50 smithi008 ceph-mon[108052]: from='client.16128 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:50.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:50 smithi135 ceph-mon[109925]: from='client.16128 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:51.039 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:51.294 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:52.122 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:52 smithi008 ceph-mon[108052]: pgmap v609: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:52 smithi191 ceph-mon[110189]: pgmap v609: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:52 smithi135 ceph-mon[109925]: pgmap v609: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:52.526 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:52.526 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:52.912 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:53.913 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:54.166 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:54.290 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:54 smithi008 ceph-mon[108052]: pgmap v610: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:54.291 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:54 smithi008 ceph-mon[108052]: from='client.16134 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:54 smithi191 ceph-mon[110189]: pgmap v610: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:54 smithi191 ceph-mon[110189]: from='client.16134 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:54 smithi135 ceph-mon[109925]: pgmap v610: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:54 smithi135 ceph-mon[109925]: from='client.16134 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:55.328 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:55.328 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:55.720 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:56 smithi191 ceph-mon[110189]: pgmap v611: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:56 smithi008 ceph-mon[108052]: pgmap v611: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:56 smithi135 ceph-mon[109925]: pgmap v611: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:56.721 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:56.974 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:04:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:57 smithi191 ceph-mon[110189]: from='client.16140 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:57 smithi008 ceph-mon[108052]: from='client.16140 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:57 smithi135 ceph-mon[109925]: from='client.16140 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:04:58.205 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:04:58.205 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:04:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:04:58 smithi191 ceph-mon[110189]: pgmap v612: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:58.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:04:58 smithi008 ceph-mon[108052]: pgmap v612: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:04:58 smithi135 ceph-mon[109925]: pgmap v612: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:04:58.604 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:04:59.605 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:04:59.859 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:00 smithi191 ceph-mon[110189]: pgmap v613: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:00 smithi191 ceph-mon[110189]: from='client.16146 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:00 smithi008 ceph-mon[108052]: pgmap v613: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:00 smithi008 ceph-mon[108052]: from='client.16146 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:00 smithi135 ceph-mon[109925]: pgmap v613: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:00 smithi135 ceph-mon[109925]: from='client.16146 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:01.067 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:01.067 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:01.461 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:02 smithi191 ceph-mon[110189]: pgmap v614: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:02 smithi191 ceph-mon[110189]: from='client.16152 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:02 smithi008 ceph-mon[108052]: pgmap v614: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:02 smithi008 ceph-mon[108052]: from='client.16152 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:02 smithi135 ceph-mon[109925]: pgmap v614: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:02 smithi135 ceph-mon[109925]: from='client.16152 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:02.462 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:02.716 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:03.953 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:03.954 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:04.344 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:04 smithi191 ceph-mon[110189]: pgmap v615: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:04.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:04 smithi008 ceph-mon[108052]: pgmap v615: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:04 smithi135 ceph-mon[109925]: pgmap v615: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:05.346 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:05 smithi191 ceph-mon[110189]: from='client.16158 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:05.382 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:05 smithi008 ceph-mon[108052]: from='client.16158 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:05 smithi135 ceph-mon[109925]: from='client.16158 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:05.598 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:06.357 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:06 smithi008 ceph-mon[108052]: pgmap v616: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:06 smithi191 ceph-mon[110189]: pgmap v616: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:06 smithi135 ceph-mon[109925]: pgmap v616: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:06.763 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:07.160 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:08.162 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:08.382 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:08 smithi191 ceph-mon[110189]: pgmap v617: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:08.382 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:08 smithi191 ceph-mon[110189]: from='client.16164 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:08 smithi008 ceph-mon[108052]: pgmap v617: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:08 smithi008 ceph-mon[108052]: from='client.16164 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:08 smithi135 ceph-mon[109925]: pgmap v617: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:08 smithi135 ceph-mon[109925]: from='client.16164 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:08.414 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:09.666 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:09.666 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:10.051 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:10 smithi191 ceph-mon[110189]: pgmap v618: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:10.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:10 smithi008 ceph-mon[108052]: pgmap v618: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:10 smithi135 ceph-mon[109925]: pgmap v618: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:11.052 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:11.308 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:11.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:11 smithi191 ceph-mon[110189]: from='client.16170 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:11 smithi008 ceph-mon[108052]: from='client.16170 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:11 smithi135 ceph-mon[109925]: from='client.16170 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:12.157 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:12 smithi008 ceph-mon[108052]: pgmap v619: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:12.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:12 smithi191 ceph-mon[110189]: pgmap v619: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:12 smithi135 ceph-mon[109925]: pgmap v619: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:12.511 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:12.511 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:12.868 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:13.869 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:14.124 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:14.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:14 smithi008 ceph-mon[108052]: pgmap v620: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:14.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:14 smithi008 ceph-mon[108052]: from='client.16176 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:14 smithi191 ceph-mon[110189]: pgmap v620: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:14.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:14 smithi191 ceph-mon[110189]: from='client.16176 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:14 smithi135 ceph-mon[109925]: pgmap v620: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:14 smithi135 ceph-mon[109925]: from='client.16176 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:15.290 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:15.290 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:05:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:05:15.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:05:15.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:05:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:05:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:05:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:05:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:05:15.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:05:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:05:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:05:15.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:05:15.684 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:16 smithi191 ceph-mon[110189]: pgmap v621: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:16 smithi191 ceph-mon[110189]: pgmap v622: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:16 smithi191 ceph-mon[110189]: pgmap v623: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:16 smithi008 ceph-mon[108052]: pgmap v621: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:16 smithi008 ceph-mon[108052]: pgmap v622: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:16 smithi008 ceph-mon[108052]: pgmap v623: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:16 smithi135 ceph-mon[109925]: pgmap v621: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:16 smithi135 ceph-mon[109925]: pgmap v622: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:16 smithi135 ceph-mon[109925]: pgmap v623: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:16.685 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:16.939 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:17.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:17 smithi008 ceph-mon[108052]: from='client.16182 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:17 smithi135 ceph-mon[109925]: from='client.16182 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:17.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:17 smithi191 ceph-mon[110189]: from='client.16182 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:18.135 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:18.135 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:18.313 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:18 smithi008 ceph-mon[108052]: pgmap v624: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:18.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:18 smithi135 ceph-mon[109925]: pgmap v624: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:18.525 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:18.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:18 smithi191 ceph-mon[110189]: pgmap v624: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:19.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:19 smithi008 ceph-mon[108052]: from='client.16188 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:19.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:19 smithi008 ceph-mon[108052]: pgmap v625: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:19 smithi135 ceph-mon[109925]: from='client.16188 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:19.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:19 smithi135 ceph-mon[109925]: pgmap v625: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:19.526 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:19.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:19 smithi191 ceph-mon[110189]: from='client.16188 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:19.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:19 smithi191 ceph-mon[110189]: pgmap v625: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:20.959 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:20.960 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:21.393 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:22 smithi191 ceph-mon[110189]: pgmap v626: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:22 smithi191 ceph-mon[110189]: from='client.16194 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:22.394 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:22 smithi008 ceph-mon[108052]: pgmap v626: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:22 smithi008 ceph-mon[108052]: from='client.16194 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:22 smithi135 ceph-mon[109925]: pgmap v626: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:22 smithi135 ceph-mon[109925]: from='client.16194 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:22.645 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:23.874 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:23.875 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:24.267 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:24.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:24 smithi191 ceph-mon[110189]: pgmap v627: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:24.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:24 smithi008 ceph-mon[108052]: pgmap v627: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:24.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:24 smithi135 ceph-mon[109925]: pgmap v627: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:25.268 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:25 smithi191 ceph-mon[110189]: from='client.16200 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:25 smithi008 ceph-mon[108052]: from='client.16200 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:25.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:25 smithi135 ceph-mon[109925]: from='client.16200 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:25.516 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:26.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:26 smithi191 ceph-mon[110189]: pgmap v628: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:26.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:26 smithi008 ceph-mon[108052]: pgmap v628: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:26.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:26 smithi135 ceph-mon[109925]: pgmap v628: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:26.712 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:26.712 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:27.174 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:28.175 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:28 smithi191 ceph-mon[110189]: from='client.16206 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:28 smithi191 ceph-mon[110189]: pgmap v629: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:28 smithi008 ceph-mon[108052]: from='client.16206 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:28 smithi008 ceph-mon[108052]: pgmap v629: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:28 smithi135 ceph-mon[109925]: from='client.16206 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:28 smithi135 ceph-mon[109925]: pgmap v629: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:28.428 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:29.613 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:29.613 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:29.990 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:30.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:30 smithi191 ceph-mon[110189]: pgmap v630: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:30.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:30 smithi008 ceph-mon[108052]: pgmap v630: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:30.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:30 smithi135 ceph-mon[109925]: pgmap v630: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:30.991 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:31.245 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:31.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:31 smithi008 ceph-mon[108052]: from='client.16212 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:31 smithi191 ceph-mon[110189]: from='client.16212 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:31 smithi135 ceph-mon[109925]: from='client.16212 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:32.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:32 smithi191 ceph-mon[110189]: pgmap v631: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:32.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:32 smithi008 ceph-mon[108052]: pgmap v631: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:32.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:32 smithi135 ceph-mon[109925]: pgmap v631: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:32.449 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:32.450 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:32.841 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:33.843 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:34.095 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:34.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:34 smithi008 ceph-mon[108052]: from='client.16218 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:34.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:34 smithi008 ceph-mon[108052]: pgmap v632: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:34 smithi191 ceph-mon[110189]: from='client.16218 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:34 smithi191 ceph-mon[110189]: pgmap v632: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:34 smithi135 ceph-mon[109925]: from='client.16218 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:34.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:34 smithi135 ceph-mon[109925]: pgmap v632: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:35.351 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:35.351 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:35.732 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:36.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:36 smithi191 ceph-mon[110189]: pgmap v633: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:36.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:36 smithi008 ceph-mon[108052]: pgmap v633: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:36.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:36 smithi135 ceph-mon[109925]: pgmap v633: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:36.733 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:36.987 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:37 smithi191 ceph-mon[110189]: from='client.16224 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:37.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:37 smithi008 ceph-mon[108052]: from='client.16224 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:37 smithi135 ceph-mon[109925]: from='client.16224 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:38.178 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:38.179 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:38.378 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:38 smithi008 ceph-mon[108052]: pgmap v634: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:38.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:38 smithi191 ceph-mon[110189]: pgmap v634: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:38.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:38 smithi135 ceph-mon[109925]: pgmap v634: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:38.564 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:39.566 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:39.818 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:40 smithi191 ceph-mon[110189]: from='client.16230 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:40.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:40 smithi191 ceph-mon[110189]: pgmap v635: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:40.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:40 smithi008 ceph-mon[108052]: from='client.16230 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:40.390 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:40 smithi008 ceph-mon[108052]: pgmap v635: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:40 smithi135 ceph-mon[109925]: from='client.16230 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:40 smithi135 ceph-mon[109925]: pgmap v635: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:41.033 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:41.033 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:41.422 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:42 smithi191 ceph-mon[110189]: pgmap v636: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:42.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:42 smithi191 ceph-mon[110189]: from='client.16236 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:42 smithi008 ceph-mon[108052]: pgmap v636: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:42.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:42 smithi008 ceph-mon[108052]: from='client.16236 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:42 smithi135 ceph-mon[109925]: pgmap v636: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:42.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:42 smithi135 ceph-mon[109925]: from='client.16236 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:42.423 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:42.676 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:43.868 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:43.868 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:44.259 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:44.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:44 smithi191 ceph-mon[110189]: pgmap v637: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:44.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:44 smithi008 ceph-mon[108052]: pgmap v637: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:44.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:44 smithi135 ceph-mon[109925]: pgmap v637: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:45.260 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:45 smithi008 ceph-mon[108052]: from='client.16242 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:45 smithi135 ceph-mon[109925]: from='client.16242 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:45.509 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:45.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:45 smithi191 ceph-mon[110189]: from='client.16242 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:46.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:46 smithi008 ceph-mon[108052]: pgmap v638: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:46.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:46 smithi135 ceph-mon[109925]: pgmap v638: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:46.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:46 smithi191 ceph-mon[110189]: pgmap v638: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:46.726 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:46.726 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:47.157 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:48.158 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:48.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:48 smithi008 ceph-mon[108052]: from='client.16248 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:48.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:48 smithi008 ceph-mon[108052]: pgmap v639: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:48 smithi135 ceph-mon[109925]: from='client.16248 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:48 smithi135 ceph-mon[109925]: pgmap v639: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:48.414 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:48.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:48 smithi191 ceph-mon[110189]: from='client.16248 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:48.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:48 smithi191 ceph-mon[110189]: pgmap v639: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:49.211 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:49 smithi008 ceph-mon[108052]: pgmap v640: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:49.619 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:49.619 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:49.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:49 smithi191 ceph-mon[110189]: pgmap v640: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:49.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:49 smithi135 ceph-mon[109925]: pgmap v640: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:50.012 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:50.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:50 smithi191 ceph-mon[110189]: from='client.16254 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:50.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:50 smithi008 ceph-mon[108052]: from='client.16254 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:50.663 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:50 smithi135 ceph-mon[109925]: from='client.16254 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:51.013 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:51.267 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:52.354 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:52 smithi008 ceph-mon[108052]: pgmap v641: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:52.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:52 smithi191 ceph-mon[110189]: pgmap v641: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:52.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:52 smithi135 ceph-mon[109925]: pgmap v641: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:52.434 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:52.434 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:52.841 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:53.842 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:54.094 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:54 smithi008 ceph-mon[108052]: from='client.16260 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:54.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:54 smithi008 ceph-mon[108052]: pgmap v642: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:54 smithi191 ceph-mon[110189]: from='client.16260 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:54 smithi191 ceph-mon[110189]: pgmap v642: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:54 smithi135 ceph-mon[109925]: from='client.16260 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:54 smithi135 ceph-mon[109925]: pgmap v642: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:55.295 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:55.295 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:55.662 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:56.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:56 smithi191 ceph-mon[110189]: pgmap v643: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:56.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:56 smithi008 ceph-mon[108052]: pgmap v643: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:56.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:56 smithi135 ceph-mon[109925]: pgmap v643: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:56.662 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:56.916 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:05:57.324 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:57 smithi008 ceph-mon[108052]: from='client.16266 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:57 smithi191 ceph-mon[110189]: from='client.16266 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:57 smithi135 ceph-mon[109925]: from='client.16266 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:05:58.174 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:05:58.174 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:05:58.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:05:58 smithi191 ceph-mon[110189]: pgmap v644: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:58.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:05:58 smithi008 ceph-mon[108052]: pgmap v644: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:58.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:05:58 smithi135 ceph-mon[109925]: pgmap v644: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:05:58.599 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:05:59.600 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:05:59.855 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:00 smithi191 ceph-mon[110189]: from='client.16272 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:00 smithi191 ceph-mon[110189]: pgmap v645: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:00 smithi008 ceph-mon[108052]: from='client.16272 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:00 smithi008 ceph-mon[108052]: pgmap v645: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:00 smithi135 ceph-mon[109925]: from='client.16272 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:00 smithi135 ceph-mon[109925]: pgmap v645: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:01.099 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:01.099 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:01.494 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:02 smithi191 ceph-mon[110189]: pgmap v646: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:02 smithi191 ceph-mon[110189]: from='client.16278 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:02 smithi008 ceph-mon[108052]: pgmap v646: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:02 smithi008 ceph-mon[108052]: from='client.16278 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:02 smithi135 ceph-mon[109925]: pgmap v646: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:02 smithi135 ceph-mon[109925]: from='client.16278 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:02.496 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:02.748 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:03.985 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:03.985 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:04.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:04 smithi191 ceph-mon[110189]: pgmap v647: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:04.393 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:04 smithi008 ceph-mon[108052]: pgmap v647: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:04.395 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:04.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:04 smithi135 ceph-mon[109925]: pgmap v647: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:05.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:05 smithi191 ceph-mon[110189]: from='client.16284 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:05.396 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:05 smithi008 ceph-mon[108052]: from='client.16284 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:05.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:05 smithi135 ceph-mon[109925]: from='client.16284 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:05.650 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:06.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:06 smithi191 ceph-mon[110189]: pgmap v648: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:06.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:06 smithi008 ceph-mon[108052]: pgmap v648: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:06.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:06 smithi135 ceph-mon[109925]: pgmap v648: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:06.824 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:07.203 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:08.204 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:08 smithi191 ceph-mon[110189]: from='client.16290 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:08.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:08 smithi191 ceph-mon[110189]: pgmap v649: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:08 smithi008 ceph-mon[108052]: from='client.16290 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:08 smithi008 ceph-mon[108052]: pgmap v649: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:08 smithi135 ceph-mon[109925]: from='client.16290 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:08 smithi135 ceph-mon[109925]: pgmap v649: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:08.457 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:09.639 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:09.639 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:10.077 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:10.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:10 smithi008 ceph-mon[108052]: pgmap v650: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:10.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:10 smithi191 ceph-mon[110189]: pgmap v650: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:10.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:10 smithi135 ceph-mon[109925]: pgmap v650: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:11.079 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:11.337 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:11 smithi008 ceph-mon[108052]: from='client.16296 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:11 smithi135 ceph-mon[109925]: from='client.16296 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:11.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:11 smithi191 ceph-mon[110189]: from='client.16296 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:12.403 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:12 smithi008 ceph-mon[108052]: pgmap v651: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:12.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:12 smithi135 ceph-mon[109925]: pgmap v651: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:12.530 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:12.530 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:12.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:12 smithi191 ceph-mon[110189]: pgmap v651: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:12.935 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:13.936 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:14.190 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:14.314 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:14 smithi008 ceph-mon[108052]: from='client.16302 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:14.314 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:14 smithi008 ceph-mon[108052]: pgmap v652: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:14 smithi135 ceph-mon[109925]: from='client.16302 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:14 smithi135 ceph-mon[109925]: pgmap v652: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:14.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:14 smithi191 ceph-mon[110189]: from='client.16302 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:14.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:14 smithi191 ceph-mon[110189]: pgmap v652: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:15.377 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:15.377 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:15 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:06:15.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:15 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:06:15.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:15 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:06:15.801 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:16 smithi008 ceph-mon[108052]: pgmap v653: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:16 smithi008 ceph-mon[108052]: from='client.16308 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:06:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:06:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:16 smithi008 ceph-mon[108052]: pgmap v654: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:16 smithi008 ceph-mon[108052]: pgmap v655: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:06:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:16 smithi135 ceph-mon[109925]: pgmap v653: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:16 smithi135 ceph-mon[109925]: from='client.16308 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:06:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:06:16.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:16 smithi135 ceph-mon[109925]: pgmap v654: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:16 smithi135 ceph-mon[109925]: pgmap v655: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.414 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:06:16.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:16 smithi191 ceph-mon[110189]: pgmap v653: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:16 smithi191 ceph-mon[110189]: from='client.16308 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:16.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:06:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:06:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:16 smithi191 ceph-mon[110189]: pgmap v654: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:16 smithi191 ceph-mon[110189]: pgmap v655: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:06:16.802 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:17.054 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:18.303 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:18.303 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:18.685 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:18.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:18 smithi191 ceph-mon[110189]: pgmap v656: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:18.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:18 smithi008 ceph-mon[108052]: pgmap v656: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:18.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:18 smithi135 ceph-mon[109925]: pgmap v656: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:19.685 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:19.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:19 smithi191 ceph-mon[110189]: from='client.16314 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:19.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:19 smithi008 ceph-mon[108052]: from='client.16314 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:19.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:19 smithi135 ceph-mon[109925]: from='client.16314 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:19.944 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:20.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:20 smithi191 ceph-mon[110189]: pgmap v657: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:20.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:20 smithi008 ceph-mon[108052]: pgmap v657: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:20.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:20 smithi135 ceph-mon[109925]: pgmap v657: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:21.098 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:21.099 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:21.535 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:22 smithi191 ceph-mon[110189]: from='client.16320 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:22 smithi008 ceph-mon[108052]: from='client.16320 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:22 smithi135 ceph-mon[109925]: from='client.16320 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:22.535 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:22.792 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:23.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:23 smithi191 ceph-mon[110189]: pgmap v658: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:23.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:23 smithi008 ceph-mon[108052]: pgmap v658: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:23.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:23 smithi135 ceph-mon[109925]: pgmap v658: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:24.036 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:24.036 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:24.427 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:25 smithi191 ceph-mon[110189]: pgmap v659: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:25.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:25 smithi191 ceph-mon[110189]: from='client.16326 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:25 smithi008 ceph-mon[108052]: pgmap v659: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:25.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:25 smithi008 ceph-mon[108052]: from='client.16326 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:25 smithi135 ceph-mon[109925]: pgmap v659: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:25.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:25 smithi135 ceph-mon[109925]: from='client.16326 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:25.428 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:25.679 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:26.879 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:26.879 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:27.317 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:27.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:27 smithi191 ceph-mon[110189]: pgmap v660: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:27.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:27 smithi008 ceph-mon[108052]: pgmap v660: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:27.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:27 smithi135 ceph-mon[109925]: pgmap v660: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:28.318 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:28.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:28 smithi191 ceph-mon[110189]: from='client.16332 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:28.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:28 smithi008 ceph-mon[108052]: from='client.16332 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:28.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:28 smithi135 ceph-mon[109925]: from='client.16332 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:28.571 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:29.370 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:29 smithi008 ceph-mon[108052]: pgmap v661: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:29.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:29 smithi191 ceph-mon[110189]: pgmap v661: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:29.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:29 smithi135 ceph-mon[109925]: pgmap v661: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:29.762 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:29.763 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:30.175 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:31.176 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:31 smithi191 ceph-mon[110189]: pgmap v662: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:31.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:31 smithi191 ceph-mon[110189]: from='client.16338 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:31 smithi008 ceph-mon[108052]: pgmap v662: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:31.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:31 smithi008 ceph-mon[108052]: from='client.16338 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:31.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:31 smithi135 ceph-mon[109925]: pgmap v662: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:31.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:31 smithi135 ceph-mon[109925]: from='client.16338 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:31.429 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:32.637 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:32.637 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:33.074 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:33.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:33 smithi191 ceph-mon[110189]: pgmap v663: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:33.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:33 smithi008 ceph-mon[108052]: pgmap v663: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:33.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:33 smithi135 ceph-mon[109925]: pgmap v663: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:34.075 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:34.328 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:34.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:34 smithi191 ceph-mon[110189]: from='client.16344 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:34.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:34 smithi008 ceph-mon[108052]: from='client.16344 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:34.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:34 smithi135 ceph-mon[109925]: from='client.16344 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:35.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:35 smithi008 ceph-mon[108052]: pgmap v664: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:35.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:35 smithi191 ceph-mon[110189]: pgmap v664: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:35.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:35 smithi135 ceph-mon[109925]: pgmap v664: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:35.540 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:35.540 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:35.923 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:36.924 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:37.178 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:37.303 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:37 smithi008 ceph-mon[108052]: from='client.16350 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:37.303 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:37 smithi008 ceph-mon[108052]: pgmap v665: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:37.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:37 smithi191 ceph-mon[110189]: from='client.16350 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:37.380 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:37 smithi191 ceph-mon[110189]: pgmap v665: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:37 smithi135 ceph-mon[109925]: from='client.16350 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:37.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:37 smithi135 ceph-mon[109925]: pgmap v665: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:38.355 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:38.355 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:38.790 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:39.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:39 smithi008 ceph-mon[108052]: pgmap v666: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:39.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:39 smithi135 ceph-mon[109925]: pgmap v666: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:39.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:39 smithi191 ceph-mon[110189]: pgmap v666: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:39.791 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:40.044 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:40.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:40 smithi008 ceph-mon[108052]: from='client.16356 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:40.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:40 smithi135 ceph-mon[109925]: from='client.16356 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:40.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:40 smithi191 ceph-mon[110189]: from='client.16356 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:41.227 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:41.227 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:41.385 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:41 smithi008 ceph-mon[108052]: pgmap v667: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:41.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:41 smithi135 ceph-mon[109925]: pgmap v667: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:41.615 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:41.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:41 smithi191 ceph-mon[110189]: pgmap v667: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:42.616 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:43.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:43 smithi008 ceph-mon[108052]: from='client.16362 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:43.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:43 smithi008 ceph-mon[108052]: pgmap v668: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:43.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:43 smithi135 ceph-mon[109925]: from='client.16362 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:43.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:43 smithi135 ceph-mon[109925]: pgmap v668: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:43.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:43 smithi191 ceph-mon[110189]: from='client.16362 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:43.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:43 smithi191 ceph-mon[110189]: pgmap v668: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:44.060 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:44.060 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:44.439 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:45 smithi008 ceph-mon[108052]: pgmap v669: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:45.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:45 smithi008 ceph-mon[108052]: from='client.16368 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:45 smithi135 ceph-mon[109925]: pgmap v669: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:45.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:45 smithi135 ceph-mon[109925]: from='client.16368 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:45.440 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:45.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:45 smithi191 ceph-mon[110189]: pgmap v669: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:45.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:45 smithi191 ceph-mon[110189]: from='client.16368 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:45.693 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:46.918 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:46.918 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:47.314 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:47.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:47 smithi008 ceph-mon[108052]: pgmap v670: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:47.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:47 smithi135 ceph-mon[109925]: pgmap v670: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:47.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:47 smithi191 ceph-mon[110189]: pgmap v670: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:48.314 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:48.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:48 smithi008 ceph-mon[108052]: from='client.16374 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:48.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:48 smithi008 ceph-mon[108052]: pgmap v671: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:48 smithi135 ceph-mon[109925]: from='client.16374 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:48.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:48 smithi135 ceph-mon[109925]: pgmap v671: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:48.565 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:48.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:48 smithi191 ceph-mon[110189]: from='client.16374 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:48.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:48 smithi191 ceph-mon[110189]: pgmap v671: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:49.759 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:49.759 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:50.114 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:50.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:50 smithi191 ceph-mon[110189]: pgmap v672: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:50.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:50 smithi191 ceph-mon[110189]: from='client.16380 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:50.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:50 smithi008 ceph-mon[108052]: pgmap v672: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:50.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:50 smithi008 ceph-mon[108052]: from='client.16380 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:50 smithi135 ceph-mon[109925]: pgmap v672: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:50.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:50 smithi135 ceph-mon[109925]: from='client.16380 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:51.115 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:51.365 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:52.563 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:52.563 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:52.956 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:53.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:53 smithi191 ceph-mon[110189]: pgmap v673: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:53.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:53 smithi008 ceph-mon[108052]: pgmap v673: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:53.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:53 smithi135 ceph-mon[109925]: pgmap v673: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:53.957 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:54.210 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:54.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:54 smithi008 ceph-mon[108052]: from='client.16386 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:54.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:54 smithi191 ceph-mon[110189]: from='client.16386 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:54.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:54 smithi135 ceph-mon[109925]: from='client.16386 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:55.287 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:55 smithi008 ceph-mon[108052]: pgmap v674: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:55.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:55 smithi191 ceph-mon[110189]: pgmap v674: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:55.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:55 smithi135 ceph-mon[109925]: pgmap v674: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:55.416 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:55.416 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:55.798 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:56.799 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:57.052 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:06:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:57 smithi191 ceph-mon[110189]: from='client.16392 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:57.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:57 smithi191 ceph-mon[110189]: pgmap v675: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:57 smithi008 ceph-mon[108052]: from='client.16392 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:57.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:57 smithi008 ceph-mon[108052]: pgmap v675: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:57 smithi135 ceph-mon[109925]: from='client.16392 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:06:57.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:57 smithi135 ceph-mon[109925]: pgmap v675: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:58.209 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:06:58.210 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:06:58.607 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:06:59.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:06:59 smithi191 ceph-mon[110189]: pgmap v676: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:59.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:06:59 smithi008 ceph-mon[108052]: pgmap v676: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:59.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:06:59 smithi135 ceph-mon[109925]: pgmap v676: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:06:59.607 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:06:59.861 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:00.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:00 smithi191 ceph-mon[110189]: from='client.16398 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:00.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:00 smithi008 ceph-mon[108052]: from='client.16398 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:00.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:00 smithi135 ceph-mon[109925]: from='client.16398 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:01.086 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:01.087 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:01.274 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:01 smithi008 ceph-mon[108052]: pgmap v677: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:01.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:01 smithi191 ceph-mon[110189]: pgmap v677: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:01.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:01 smithi135 ceph-mon[109925]: pgmap v677: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:01.487 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:02.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:02 smithi191 ceph-mon[110189]: from='client.16404 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:02.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:02 smithi008 ceph-mon[108052]: from='client.16404 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:02.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:02 smithi135 ceph-mon[109925]: from='client.16404 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:02.487 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:02.740 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:03.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:03 smithi191 ceph-mon[110189]: pgmap v678: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:03.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:03 smithi008 ceph-mon[108052]: pgmap v678: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:03.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:03 smithi135 ceph-mon[109925]: pgmap v678: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:03.910 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:03.911 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:04.303 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:05.304 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:05 smithi008 ceph-mon[108052]: pgmap v679: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:05.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:05 smithi008 ceph-mon[108052]: from='client.16410 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:05 smithi135 ceph-mon[109925]: pgmap v679: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:05.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:05 smithi135 ceph-mon[109925]: from='client.16410 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:05.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:05 smithi191 ceph-mon[110189]: pgmap v679: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:05.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:05 smithi191 ceph-mon[110189]: from='client.16410 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:06.812 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:07.206 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:07.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:07 smithi008 ceph-mon[108052]: pgmap v680: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:07.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:07 smithi135 ceph-mon[109925]: pgmap v680: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:07.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:07 smithi191 ceph-mon[110189]: pgmap v680: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:08.207 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:08.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:08 smithi008 ceph-mon[108052]: from='client.16416 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:08.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:08 smithi135 ceph-mon[109925]: from='client.16416 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:08.461 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:08.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:08 smithi191 ceph-mon[110189]: from='client.16416 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:09.269 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:09 smithi008 ceph-mon[108052]: pgmap v681: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:09.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:09 smithi135 ceph-mon[109925]: pgmap v681: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:09.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:09 smithi191 ceph-mon[110189]: pgmap v681: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:09.666 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:09.666 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:10.060 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:11.061 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:11.314 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:11 smithi008 ceph-mon[108052]: pgmap v682: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:11.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:11 smithi008 ceph-mon[108052]: from='client.16422 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:11 smithi135 ceph-mon[109925]: pgmap v682: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:11.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:11 smithi135 ceph-mon[109925]: from='client.16422 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:11.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:11 smithi191 ceph-mon[110189]: pgmap v682: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:11.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:11 smithi191 ceph-mon[110189]: from='client.16422 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:12.549 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:12.550 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:12.946 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:13.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:13 smithi008 ceph-mon[108052]: pgmap v683: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:13.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:13 smithi135 ceph-mon[109925]: pgmap v683: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:13.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:13 smithi191 ceph-mon[110189]: pgmap v683: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:13.947 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:14.200 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:14.331 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:14 smithi008 ceph-mon[108052]: from='client.16428 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:14.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:14 smithi135 ceph-mon[109925]: from='client.16428 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:14.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:14 smithi191 ceph-mon[110189]: from='client.16428 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:15.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:15 smithi008 ceph-mon[108052]: pgmap v684: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:15.412 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:15 smithi135 ceph-mon[109925]: pgmap v684: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:15.422 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:15.423 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:15.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:15 smithi191 ceph-mon[110189]: pgmap v684: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:15.806 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='client.16434 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: pgmap v685: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:16 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='client.16434 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:16.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: pgmap v685: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:16.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:07:16.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:16 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='client.16434 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: pgmap v685: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T07:07:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:16 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:16.807 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:17.057 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:17 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:07:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:17 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:07:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:17 smithi135 ceph-mon[109925]: pgmap v686: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:17 smithi135 ceph-mon[109925]: pgmap v687: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:17.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:17 smithi135 ceph-mon[109925]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:17.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:17 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:07:17.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:17 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:07:17.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:17 smithi191 ceph-mon[110189]: pgmap v686: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:17.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:17 smithi191 ceph-mon[110189]: pgmap v687: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:17.630 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:17 smithi191 ceph-mon[110189]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:17.644 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:17 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T07:07:17.644 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:17 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T07:07:17.644 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:17 smithi008 ceph-mon[108052]: pgmap v686: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:17.644 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:17 smithi008 ceph-mon[108052]: pgmap v687: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:17.644 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:17 smithi008 ceph-mon[108052]: from='mgr.14152 172.21.15.8:0/1873906696' entity='mgr.x' 2023-10-09T07:07:18.277 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:18.278 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:18.669 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:19.669 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:19.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:19 smithi191 ceph-mon[110189]: from='client.16440 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:19.879 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:19 smithi191 ceph-mon[110189]: pgmap v688: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:19.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:19 smithi008 ceph-mon[108052]: from='client.16440 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:19.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:19 smithi008 ceph-mon[108052]: pgmap v688: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:19.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:19 smithi135 ceph-mon[109925]: from='client.16440 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:19.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:19 smithi135 ceph-mon[109925]: pgmap v688: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:19.921 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:21.093 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:21.093 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:21.476 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:22 smithi191 ceph-mon[110189]: pgmap v689: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:22.379 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:22 smithi191 ceph-mon[110189]: from='client.16446 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:22 smithi008 ceph-mon[108052]: pgmap v689: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:22.406 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:22 smithi008 ceph-mon[108052]: from='client.16446 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:22 smithi135 ceph-mon[109925]: pgmap v689: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:22.413 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:22 smithi135 ceph-mon[109925]: from='client.16446 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T07:07:22.477 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bcea8c48517ff154f392584022efa0718f51c9f2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 -- ceph orch ls -f json 2023-10-09T07:07:22.730 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T07:07:23.987 INFO:teuthology.orchestra.run.smithi008.stdout: 2023-10-09T07:07:23.988 INFO:teuthology.orchestra.run.smithi008.stdout:[{"events": ["2023-10-09T06:47:29.267938Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2023-10-09T06:47:29.264018Z", "running": 1, "size": 1}}, {"events": ["2023-10-09T06:47:07.992291Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi008:172.21.15.8=a", "smithi135:172.21.15.135=b", "smithi191:172.21.15.191=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2023-10-09T06:47:07.988935Z", "running": 3, "size": 3}}, {"events": ["2023-10-09T06:52:49.948406Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi008"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "pool": "mypool", "port": 5500, "server_cert": "./server.crt", "server_key": "./server.key", "spdk_path": "/usr/local/bin/nvmf_tgt", "tgt_path": "/usr/local/bin/nvmf_tgt", "timeout": 60, "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp"}, "status": {"created": "2023-10-09T06:52:49.943615Z", "ports": [5500, 4420, 8009], "running": 0, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "fa922c4449069cae14b17e9ffaef6cf64d1d7080cea061a20dc1d8f318e65863", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:34fad0ea24358428207f7cbc4d6027320c5a86fd3de6f51aaec11e44cfc648d7", "running": 8, "size": 8}, "unmanaged": true}] 2023-10-09T07:07:24.336 INFO:tasks.cephadm:nvmeof.mypool has 0/1 2023-10-09T07:07:24.337 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_barakda_ceph_ef9e1aaff2479d818f7a6ba0836c528c6957a5a2/qa/tasks/cephadm.py", line 1374, in wait_for_service while proceed(): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/contextutil.py", line 134, in __call__ raise MaxWhileTries(error_msg) teuthology.exceptions.MaxWhileTries: reached maximum tries (301) after waiting for 300 seconds 2023-10-09T07:07:24.448 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=0fa81f570f8d4169863c86264658830b Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_barakda_ceph_ef9e1aaff2479d818f7a6ba0836c528c6957a5a2/qa/tasks/cephadm.py", line 1374, in wait_for_service while proceed(): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/contextutil.py", line 134, in __call__ raise MaxWhileTries(error_msg) teuthology.exceptions.MaxWhileTries: reached maximum tries (301) after waiting for 300 seconds 2023-10-09T07:07:24.450 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-10-09T07:07:24.459 INFO:tasks.cephadm:Teardown begin 2023-10-09T07:07:24.460 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T07:07:24.473 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:24 smithi135 ceph-mon[109925]: pgmap v690: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:24.473 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:24 smithi191 ceph-mon[110189]: pgmap v690: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:24.474 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:24 smithi008 ceph-mon[108052]: pgmap v690: 33 pgs: 33 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-09T07:07:24.512 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T07:07:24.551 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T07:07:24.588 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-10-09T07:07:24.589 DEBUG:teuthology.orchestra.run.smithi008:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-09T07:07:24.611 DEBUG:teuthology.orchestra.run.smithi135:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-09T07:07:24.632 DEBUG:teuthology.orchestra.run.smithi191:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-09T07:07:24.653 INFO:tasks.cephadm:Stopping all daemons... 2023-10-09T07:07:24.653 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-10-09T07:07:24.653 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a 2023-10-09T07:07:24.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:24 smithi008 systemd[1]: Stopping Ceph mon.a for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:24 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-a[108048]: 2023-10-09T07:07:24.894+0000 7f2b74f55700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:24 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-a[108048]: 2023-10-09T07:07:24.894+0000 7f2b74f55700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-10-09T07:07:25.156 INFO:journalctl@ceph.mon.a.smithi008.stdout:Oct 09 07:07:25 smithi008 bash[189766]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-a 2023-10-09T07:07:25.341 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.a.service' 2023-10-09T07:07:25.406 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:25.406 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-10-09T07:07:25.407 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-10-09T07:07:25.407 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.b 2023-10-09T07:07:25.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:25 smithi135 systemd[1]: Stopping Ceph mon.b for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:25.913 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:25 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-b[109921]: 2023-10-09T07:07:25.631+0000 7f338e840700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:25.914 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:25 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-b[109921]: 2023-10-09T07:07:25.631+0000 7f338e840700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-10-09T07:07:26.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Oct 09 07:07:26 smithi135 bash[127847]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-b 2023-10-09T07:07:26.261 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.b.service' 2023-10-09T07:07:26.309 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:26.309 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-10-09T07:07:26.310 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-10-09T07:07:26.310 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.c 2023-10-09T07:07:26.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:26 smithi191 systemd[1]: Stopping Ceph mon.c for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:26.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:26 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-c[110185]: 2023-10-09T07:07:26.556+0000 7fde45a49700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:26.629 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:26 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-c[110185]: 2023-10-09T07:07:26.556+0000 7fde45a49700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-10-09T07:07:27.300 INFO:journalctl@ceph.mon.c.smithi191.stdout:Oct 09 07:07:27 smithi191 bash[128416]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mon-c 2023-10-09T07:07:27.306 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mon.c.service' 2023-10-09T07:07:27.365 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:27.366 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-10-09T07:07:27.366 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-10-09T07:07:27.366 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mgr.x 2023-10-09T07:07:27.656 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 07:07:27 smithi008 systemd[1]: Stopping Ceph mgr.x for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:28.092 INFO:journalctl@ceph.mgr.x.smithi008.stdout:Oct 09 07:07:27 smithi008 bash[189900]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-mgr-x 2023-10-09T07:07:28.099 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@mgr.x.service' 2023-10-09T07:07:28.138 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:28.139 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-10-09T07:07:28.139 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-10-09T07:07:28.139 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.0 2023-10-09T07:07:28.406 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 07:07:28 smithi008 systemd[1]: Stopping Ceph osd.0 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:28.906 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 07:07:28 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-0[119566]: 2023-10-09T07:07:28.417+0000 7f14c355e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:28.907 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 07:07:28 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-0[119566]: 2023-10-09T07:07:28.417+0000 7f14c355e700 -1 osd.0 55 *** Got signal Terminated *** 2023-10-09T07:07:28.907 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 07:07:28 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-0[119566]: 2023-10-09T07:07:28.417+0000 7f14c355e700 -1 osd.0 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:07:34.406 INFO:journalctl@ceph.osd.0.smithi008.stdout:Oct 09 07:07:34 smithi008 bash[190036]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-0 2023-10-09T07:07:35.348 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.0.service' 2023-10-09T07:07:35.397 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:35.398 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-10-09T07:07:35.398 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-09T07:07:35.398 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.1 2023-10-09T07:07:35.631 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 07:07:35 smithi008 systemd[1]: Stopping Ceph osd.1 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:35.906 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 07:07:35 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-1[123753]: 2023-10-09T07:07:35.630+0000 7ff64256c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:35.906 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 07:07:35 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-1[123753]: 2023-10-09T07:07:35.630+0000 7ff64256c700 -1 osd.1 55 *** Got signal Terminated *** 2023-10-09T07:07:35.907 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 07:07:35 smithi008 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-1[123753]: 2023-10-09T07:07:35.630+0000 7ff64256c700 -1 osd.1 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:07:41.656 INFO:journalctl@ceph.osd.1.smithi008.stdout:Oct 09 07:07:41 smithi008 bash[190264]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-1 2023-10-09T07:07:42.502 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.1.service' 2023-10-09T07:07:42.552 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:42.552 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-09T07:07:42.553 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-10-09T07:07:42.553 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.2 2023-10-09T07:07:42.913 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 07:07:42 smithi135 systemd[1]: Stopping Ceph osd.2 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:42.913 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 07:07:42 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-2[113917]: 2023-10-09T07:07:42.761+0000 7f323934f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:42.913 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 07:07:42 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-2[113917]: 2023-10-09T07:07:42.761+0000 7f323934f700 -1 osd.2 55 *** Got signal Terminated *** 2023-10-09T07:07:42.914 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 07:07:42 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-2[113917]: 2023-10-09T07:07:42.761+0000 7f323934f700 -1 osd.2 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:07:48.663 INFO:journalctl@ceph.osd.2.smithi135.stdout:Oct 09 07:07:48 smithi135 bash[128005]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-2 2023-10-09T07:07:49.484 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.2.service' 2023-10-09T07:07:49.524 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:49.524 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-10-09T07:07:49.524 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-10-09T07:07:49.524 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.3 2023-10-09T07:07:49.770 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 07:07:49 smithi135 systemd[1]: Stopping Ceph osd.3 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:50.163 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 07:07:49 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-3[118099]: 2023-10-09T07:07:49.770+0000 7f076d935700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:50.163 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 07:07:49 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-3[118099]: 2023-10-09T07:07:49.770+0000 7f076d935700 -1 osd.3 55 *** Got signal Terminated *** 2023-10-09T07:07:50.163 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 07:07:49 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-3[118099]: 2023-10-09T07:07:49.770+0000 7f076d935700 -1 osd.3 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:07:54.879 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:07:54 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:07:54.488+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:07:55.879 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:07:55 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:07:55.447+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:07:55.913 INFO:journalctl@ceph.osd.3.smithi135.stdout:Oct 09 07:07:55 smithi135 bash[128235]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-3 2023-10-09T07:07:56.601 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:56 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:07:56.517+0000 7fd40f3ce700 -1 osd.4 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.832040+0000 front 2023-10-09T07:07:30.832022+0000 (oldest deadline 2023-10-09T07:07:55.532032+0000) 2023-10-09T07:07:56.607 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.3.service' 2023-10-09T07:07:56.647 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:07:56.647 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-10-09T07:07:56.648 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-10-09T07:07:56.648 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.4 2023-10-09T07:07:56.879 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:07:56 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:07:56.404+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:07:56.896 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:56 smithi135 systemd[1]: Stopping Ceph osd.4 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:07:57.163 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:56 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:07:56.895+0000 7fd416de0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:07:57.163 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:56 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:07:56.895+0000 7fd416de0700 -1 osd.4 55 *** Got signal Terminated *** 2023-10-09T07:07:57.163 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:56 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:07:56.895+0000 7fd416de0700 -1 osd.4 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:07:57.879 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:07:57 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:07:57.396+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:07:57.913 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:57 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:07:57.478+0000 7fd40f3ce700 -1 osd.4 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.832040+0000 front 2023-10-09T07:07:30.832022+0000 (oldest deadline 2023-10-09T07:07:55.532032+0000) 2023-10-09T07:07:58.629 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:07:58 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:07:58.372+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:07:58.630 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:07:58 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:07:58.442+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:07:58.913 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:58 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:07:58.460+0000 7fd40f3ce700 -1 osd.4 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.832040+0000 front 2023-10-09T07:07:30.832022+0000 (oldest deadline 2023-10-09T07:07:55.532032+0000) 2023-10-09T07:07:59.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:07:59 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:07:59.125+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:07:59.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:07:59 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:07:59.389+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:07:59.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:07:59 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:07:59.462+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:07:59.913 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:07:59 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:07:59.510+0000 7fd40f3ce700 -1 osd.4 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.832040+0000 front 2023-10-09T07:07:30.832022+0000 (oldest deadline 2023-10-09T07:07:55.532032+0000) 2023-10-09T07:08:00.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:00 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:00.113+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:00.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:00 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:00.419+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:00.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:00 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:00.450+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:00.913 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:08:00 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:08:00.486+0000 7fd40f3ce700 -1 osd.4 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.832040+0000 front 2023-10-09T07:07:30.832022+0000 (oldest deadline 2023-10-09T07:07:55.532032+0000) 2023-10-09T07:08:01.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:01 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:01.082+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:01.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:01 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:01.435+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:01.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:01 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:01.488+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:01.913 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:08:01 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:08:01.489+0000 7fd40f3ce700 -1 osd.4 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.832040+0000 front 2023-10-09T07:07:30.832022+0000 (oldest deadline 2023-10-09T07:07:55.532032+0000) 2023-10-09T07:08:01.913 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:08:01 smithi135 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4[122248]: 2023-10-09T07:08:01.489+0000 7fd40f3ce700 -1 osd.4 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:40.233121+0000 front 2023-10-09T07:07:40.233178+0000 (oldest deadline 2023-10-09T07:08:01.333125+0000) 2023-10-09T07:08:02.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:02 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:02.051+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:02.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:02 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:02.051+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:02.663 INFO:journalctl@ceph.osd.4.smithi135.stdout:Oct 09 07:08:02 smithi135 bash[128462]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-4 2023-10-09T07:08:02.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:02 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:02.420+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:02.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:02 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:02.507+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:03.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:03.087+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:03.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:03.087+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:03.623 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.4.service' 2023-10-09T07:08:03.661 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:08:03.661 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-10-09T07:08:03.662 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-10-09T07:08:03.662 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.5 2023-10-09T07:08:03.694 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:03.405+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:03.695 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:03.557+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:03.695 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:03.557+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:04.044 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:03 smithi191 systemd[1]: Stopping Ceph osd.5 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:08:04.044 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:03.877+0000 7ff7040b8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:08:04.045 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:03.877+0000 7ff7040b8700 -1 osd.5 55 *** Got signal Terminated *** 2023-10-09T07:08:04.045 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:03 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:03.877+0000 7ff7040b8700 -1 osd.5 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:08:04.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:04.044+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:04.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:04.044+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:04.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:04.410+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:04.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:04.410+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:40.095390+0000 front 2023-10-09T07:07:40.095332+0000 (oldest deadline 2023-10-09T07:08:04.195138+0000) 2023-10-09T07:08:04.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:04.595+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:04.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:04.595+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:05.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:04.999+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:05.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:04 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:04.999+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:05.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:05 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:05.429+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:05.880 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:05 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:05.429+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:40.095390+0000 front 2023-10-09T07:07:40.095332+0000 (oldest deadline 2023-10-09T07:08:04.195138+0000) 2023-10-09T07:08:05.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:05 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:05.567+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:05.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:05 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:05.567+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:06.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:06 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:06.013+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:06.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:06 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:06.013+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:06.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:06 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:06.453+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:06.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:06 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:06.453+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:40.095390+0000 front 2023-10-09T07:07:40.095332+0000 (oldest deadline 2023-10-09T07:08:04.195138+0000) 2023-10-09T07:08:06.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:06 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:06.575+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:06.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:06 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:06.575+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:07.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:07.000+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:07.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:07.000+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:07.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:07.448+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:07.880 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:07.448+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:40.095390+0000 front 2023-10-09T07:07:40.095332+0000 (oldest deadline 2023-10-09T07:08:04.195138+0000) 2023-10-09T07:08:07.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:07.617+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:07.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:07.617+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:08.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:07.965+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:08.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:07 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:07.965+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:08.879 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:08 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:08.468+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:30.793902+0000 front 2023-10-09T07:07:30.793984+0000 (oldest deadline 2023-10-09T07:07:57.794413+0000) 2023-10-09T07:08:08.880 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:08 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5[114756]: 2023-10-09T07:08:08.468+0000 7ff6feeab700 -1 osd.5 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:40.095390+0000 front 2023-10-09T07:07:40.095332+0000 (oldest deadline 2023-10-09T07:08:04.195138+0000) 2023-10-09T07:08:08.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:08 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:08.621+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:08.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:08 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:08.621+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:08.881 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:08 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:08.621+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:09.382 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:08 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:08.957+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:09.383 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:08 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:08.957+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:09.880 INFO:journalctl@ceph.osd.5.smithi191.stdout:Oct 09 07:08:09 smithi191 bash[128576]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-5 2023-10-09T07:08:09.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:09 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:09.574+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:09.881 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:09 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:09.574+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:09.881 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:09 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:09.574+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:10.357 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:09 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:09.984+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:10.357 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:09 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:09.984+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:10.713 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.5.service' 2023-10-09T07:08:10.793 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:08:10.793 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-10-09T07:08:10.793 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-10-09T07:08:10.794 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.6 2023-10-09T07:08:10.879 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:10 smithi191 systemd[1]: Stopping Ceph osd.6 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:08:10.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:10 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:10.622+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:10.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:10 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:10.622+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:10.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:10 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:10.622+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:11.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.024+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:11.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.024+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:11.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.049+0000 7f4b18698700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:08:11.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.049+0000 7f4b18698700 -1 osd.6 55 *** Got signal Terminated *** 2023-10-09T07:08:11.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.049+0000 7f4b18698700 -1 osd.6 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:08:11.879 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:11.626+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:11.879 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:11.626+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:11.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:11.626+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:12.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.995+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:12.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.995+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:12.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:11 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:11.995+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:46.356460+0000 front 2023-10-09T07:07:46.356361+0000 (oldest deadline 2023-10-09T07:08:11.656175+0000) 2023-10-09T07:08:12.958 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:12.675+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:12.958 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:12.675+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:12.959 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:12.675+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:13.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:12.957+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:13.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:12.957+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:13.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:12 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:12.957+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:46.356460+0000 front 2023-10-09T07:07:46.356361+0000 (oldest deadline 2023-10-09T07:08:11.656175+0000) 2023-10-09T07:08:13.983 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:13 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:13.711+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:13.983 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:13 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:13.711+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:13.983 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:13 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:13.711+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:14.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:13 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:13.982+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:14.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:13 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:13.982+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:14.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:13 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:13.982+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:46.356460+0000 front 2023-10-09T07:07:46.356361+0000 (oldest deadline 2023-10-09T07:08:11.656175+0000) 2023-10-09T07:08:15.009 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:14 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:14.704+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:15.010 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:14 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:14.704+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:15.010 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:14 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:14.704+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:15.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:15 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:15.008+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:15.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:15 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:15.008+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:15.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:15 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:15.008+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:46.356460+0000 front 2023-10-09T07:07:46.356361+0000 (oldest deadline 2023-10-09T07:08:11.656175+0000) 2023-10-09T07:08:16.027 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:15 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:15.661+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:16.028 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:15 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:15.661+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:16.028 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:15 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:15.661+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:16.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:16 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:16.026+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:32.354296+0000 front 2023-10-09T07:07:32.354280+0000 (oldest deadline 2023-10-09T07:07:58.254252+0000) 2023-10-09T07:08:16.379 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:16 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:16.026+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:38.254847+0000 front 2023-10-09T07:07:38.254888+0000 (oldest deadline 2023-10-09T07:08:01.754878+0000) 2023-10-09T07:08:16.380 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:16 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6[118917]: 2023-10-09T07:08:16.026+0000 7f4b1448d700 -1 osd.6 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:46.356460+0000 front 2023-10-09T07:07:46.356361+0000 (oldest deadline 2023-10-09T07:08:11.656175+0000) 2023-10-09T07:08:16.879 INFO:journalctl@ceph.osd.6.smithi191.stdout:Oct 09 07:08:16 smithi191 bash[128805]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-6 2023-10-09T07:08:16.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:16 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:16.680+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:16.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:16 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:16.680+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:16.880 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:16 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:16.680+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:17.855 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:17 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:17.705+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:17.855 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:17 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:17.705+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:17.855 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:17 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:17.705+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:17.862 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.6.service' 2023-10-09T07:08:17.901 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:08:17.901 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-10-09T07:08:17.901 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-10-09T07:08:17.901 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.7 2023-10-09T07:08:18.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:17 smithi191 systemd[1]: Stopping Ceph osd.7 for 543f0786-666f-11ee-8db5-212e2dc638e7... 2023-10-09T07:08:18.629 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:18 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:18.172+0000 7fcb267f3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T07:08:18.630 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:18 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:18.172+0000 7fcb267f3700 -1 osd.7 55 *** Got signal Terminated *** 2023-10-09T07:08:18.630 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:18 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:18.172+0000 7fcb267f3700 -1 osd.7 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T07:08:19.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:18 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:18.715+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:19.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:18 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:18.715+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:19.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:18 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:18.715+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:19.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:18 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:18.715+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6812 osd.3 since back 2023-10-09T07:07:53.346917+0000 front 2023-10-09T07:07:53.346898+0000 (oldest deadline 2023-10-09T07:08:18.046821+0000) 2023-10-09T07:08:20.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:19 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:19.706+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:20.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:19 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:19.706+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:20.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:19 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:19.706+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:20.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:19 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:19.706+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6812 osd.3 since back 2023-10-09T07:07:53.346917+0000 front 2023-10-09T07:07:53.346898+0000 (oldest deadline 2023-10-09T07:08:18.046821+0000) 2023-10-09T07:08:21.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:20 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:20.737+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:21.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:20 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:20.737+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:21.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:20 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:20.737+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:21.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:20 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:20.737+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6812 osd.3 since back 2023-10-09T07:07:53.346917+0000 front 2023-10-09T07:07:53.346898+0000 (oldest deadline 2023-10-09T07:08:18.046821+0000) 2023-10-09T07:08:22.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:21 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:21.757+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:22.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:21 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:21.758+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:22.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:21 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:21.758+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:22.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:21 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:21.758+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6812 osd.3 since back 2023-10-09T07:07:53.346917+0000 front 2023-10-09T07:07:53.346898+0000 (oldest deadline 2023-10-09T07:08:18.046821+0000) 2023-10-09T07:08:23.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:22 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:22.721+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2023-10-09T07:07:31.041971+0000 front 2023-10-09T07:07:31.042025+0000 (oldest deadline 2023-10-09T07:07:53.942072+0000) 2023-10-09T07:08:23.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:22 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:22.721+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.8:6814 osd.1 since back 2023-10-09T07:07:37.943633+0000 front 2023-10-09T07:07:37.943559+0000 (oldest deadline 2023-10-09T07:08:03.243634+0000) 2023-10-09T07:08:23.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:22 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:22.721+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2023-10-09T07:07:44.745316+0000 front 2023-10-09T07:07:44.745199+0000 (oldest deadline 2023-10-09T07:08:08.245238+0000) 2023-10-09T07:08:23.130 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:22 smithi191 ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7[123064]: 2023-10-09T07:08:22.721+0000 7fcb205e4700 -1 osd.7 55 heartbeat_check: no reply from 172.21.15.135:6812 osd.3 since back 2023-10-09T07:07:53.346917+0000 front 2023-10-09T07:07:53.346898+0000 (oldest deadline 2023-10-09T07:08:18.046821+0000) 2023-10-09T07:08:24.129 INFO:journalctl@ceph.osd.7.smithi191.stdout:Oct 09 07:08:23 smithi191 bash[129041]: ceph-543f0786-666f-11ee-8db5-212e2dc638e7-osd-7 2023-10-09T07:08:24.993 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-543f0786-666f-11ee-8db5-212e2dc638e7@osd.7.service' 2023-10-09T07:08:25.032 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T07:08:25.032 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-10-09T07:08:25.033 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-09T07:08:25.234 INFO:teuthology.orchestra.run.smithi008.stdout:Deleting cluster with fsid: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T07:08:26.188 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-09T07:08:26.377 INFO:teuthology.orchestra.run.smithi135.stdout:Deleting cluster with fsid: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T07:08:27.105 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-09T07:08:27.297 INFO:teuthology.orchestra.run.smithi191.stdout:Deleting cluster with fsid: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T07:08:28.033 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T07:08:28.073 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T07:08:28.109 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T07:08:28.138 INFO:tasks.cephadm:Archiving crash dumps... 2023-10-09T07:08:28.140 DEBUG:teuthology.misc:Transferring archived files from smithi008:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi008/crash 2023-10-09T07:08:28.141 DEBUG:teuthology.orchestra.run.smithi008:> sudo tar c -f - -C /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash -- . 2023-10-09T07:08:28.203 INFO:teuthology.orchestra.run.smithi008.stderr:tar: /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-09T07:08:28.203 INFO:teuthology.orchestra.run.smithi008.stderr:tar: Error is not recoverable: exiting now 2023-10-09T07:08:28.205 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi135/crash 2023-10-09T07:08:28.206 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash -- . 2023-10-09T07:08:28.249 INFO:teuthology.orchestra.run.smithi135.stderr:tar: /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-09T07:08:28.249 INFO:teuthology.orchestra.run.smithi135.stderr:tar: Error is not recoverable: exiting now 2023-10-09T07:08:28.251 DEBUG:teuthology.misc:Transferring archived files from smithi191:/var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi191/crash 2023-10-09T07:08:28.252 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash -- . 2023-10-09T07:08:28.288 INFO:teuthology.orchestra.run.smithi191.stderr:tar: /var/lib/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-09T07:08:28.288 INFO:teuthology.orchestra.run.smithi191.stderr:tar: Error is not recoverable: exiting now 2023-10-09T07:08:28.289 INFO:tasks.cephadm:Checking cluster log for badness... 2023-10-09T07:08:28.290 DEBUG:teuthology.orchestra.run.smithi008:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-10-09T07:08:28.326 INFO:teuthology.orchestra.run.smithi008.stderr:grep: /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph.log: No such file or directory 2023-10-09T07:08:28.328 INFO:tasks.cephadm:Compressing logs... 2023-10-09T07:08:28.328 DEBUG:teuthology.orchestra.run.smithi008:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-09T07:08:28.370 DEBUG:teuthology.orchestra.run.smithi135:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-09T07:08:28.376 DEBUG:teuthology.orchestra.run.smithi191:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-09T07:08:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-10-09T07:08:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-09T07:08:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-09T07:08:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.0.log 2023-10-09T07:08:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mgr.x.log 2023-10-09T07:08:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.a.log 2023-10-09T07:08:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.0.log: /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.1.log 2023-10-09T07:08:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.a.log: /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.1.log: 91.7% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-09T07:08:28.408 INFO:teuthology.orchestra.run.smithi191.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-10-09T07:08:28.408 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-09T07:08:28.408 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.6.log 2023-10-09T07:08:28.408 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-09T07:08:28.408 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.7.log 2023-10-09T07:08:28.408 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.c.log 2023-10-09T07:08:28.409 INFO:teuthology.orchestra.run.smithi191.stderr: 90.5% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-09T07:08:28.409 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.5.log 2023-10-09T07:08:28.409 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.c.log: /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.5.log: 91.7% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-09T07:08:28.410 INFO:teuthology.orchestra.run.smithi135.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-09T07:08:28.410 INFO:teuthology.orchestra.run.smithi135.stderr:: No such file or directory 2023-10-09T07:08:28.410 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-09T07:08:28.411 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.2.log 2023-10-09T07:08:28.411 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.3.log 2023-10-09T07:08:28.411 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log: /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.2.log: 89.8% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-09T07:08:28.411 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.b.log 2023-10-09T07:08:28.411 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.4.log 2023-10-09T07:08:28.412 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.b.log: /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.4.log: 91.7% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-09T07:08:28.412 INFO:teuthology.orchestra.run.smithi008.stderr: 95.8% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-09T07:08:28.558 INFO:teuthology.orchestra.run.smithi008.stderr: 91.1% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mgr.x.log.gz 2023-10-09T07:08:28.619 INFO:teuthology.orchestra.run.smithi135.stderr: 92.5% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.b.log.gz 2023-10-09T07:08:28.627 INFO:teuthology.orchestra.run.smithi191.stderr: 92.5% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.c.log.gz 2023-10-09T07:08:28.636 INFO:teuthology.orchestra.run.smithi008.stderr: 92.3% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.0.log.gz 2023-10-09T07:08:28.641 INFO:teuthology.orchestra.run.smithi135.stderr: 92.4% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.4.log.gz 2023-10-09T07:08:28.648 INFO:teuthology.orchestra.run.smithi191.stderr: 92.6% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.6.log.gz 2023-10-09T07:08:28.653 INFO:teuthology.orchestra.run.smithi191.stderr: 92.6% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.5.log.gz 2023-10-09T07:08:28.658 INFO:teuthology.orchestra.run.smithi135.stderr: 92.7% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.2.log.gz 2023-10-09T07:08:28.670 INFO:teuthology.orchestra.run.smithi191.stderr: 92.9% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.7.log.gz 2023-10-09T07:08:28.671 INFO:teuthology.orchestra.run.smithi191.stderr: 2023-10-09T07:08:28.671 INFO:teuthology.orchestra.run.smithi191.stderr:real 0m0.278s 2023-10-09T07:08:28.672 INFO:teuthology.orchestra.run.smithi191.stderr:user 0m0.961s 2023-10-09T07:08:28.672 INFO:teuthology.orchestra.run.smithi191.stderr:sys 0m0.041s 2023-10-09T07:08:28.681 INFO:teuthology.orchestra.run.smithi135.stderr: 92.7% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.3.log.gz 2023-10-09T07:08:28.682 INFO:teuthology.orchestra.run.smithi135.stderr: 2023-10-09T07:08:28.683 INFO:teuthology.orchestra.run.smithi135.stderr:real 0m0.289s 2023-10-09T07:08:28.683 INFO:teuthology.orchestra.run.smithi135.stderr:user 0m0.934s 2023-10-09T07:08:28.683 INFO:teuthology.orchestra.run.smithi135.stderr:sys 0m0.065s 2023-10-09T07:08:28.691 INFO:teuthology.orchestra.run.smithi008.stderr: 92.8% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-osd.1.log.gz 2023-10-09T07:08:29.076 INFO:teuthology.orchestra.run.smithi008.stderr: 90.4% -- replaced with /var/log/ceph/543f0786-666f-11ee-8db5-212e2dc638e7/ceph-mon.a.log.gz 2023-10-09T07:08:29.077 INFO:teuthology.orchestra.run.smithi008.stderr: 2023-10-09T07:08:29.077 INFO:teuthology.orchestra.run.smithi008.stderr:real 0m0.687s 2023-10-09T07:08:29.078 INFO:teuthology.orchestra.run.smithi008.stderr:user 0m1.303s 2023-10-09T07:08:29.078 INFO:teuthology.orchestra.run.smithi008.stderr:sys 0m0.076s 2023-10-09T07:08:29.078 INFO:tasks.cephadm:Archiving logs... 2023-10-09T07:08:29.078 DEBUG:teuthology.misc:Transferring archived files from smithi008:/var/log/ceph to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi008/log 2023-10-09T07:08:29.079 DEBUG:teuthology.orchestra.run.smithi008:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-09T07:08:29.363 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/log/ceph to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi135/log 2023-10-09T07:08:29.364 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-09T07:08:29.538 DEBUG:teuthology.misc:Transferring archived files from smithi191:/var/log/ceph to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi191/log 2023-10-09T07:08:29.539 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-09T07:08:29.719 INFO:tasks.cephadm:Removing cluster... 2023-10-09T07:08:29.719 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 --force 2023-10-09T07:08:29.923 INFO:teuthology.orchestra.run.smithi008.stdout:Deleting cluster with fsid: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T07:08:30.096 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 --force 2023-10-09T07:08:30.278 INFO:teuthology.orchestra.run.smithi135.stdout:Deleting cluster with fsid: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T07:08:30.420 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 543f0786-666f-11ee-8db5-212e2dc638e7 --force 2023-10-09T07:08:30.605 INFO:teuthology.orchestra.run.smithi191.stdout:Deleting cluster with fsid: 543f0786-666f-11ee-8db5-212e2dc638e7 2023-10-09T07:08:30.752 INFO:tasks.cephadm:Removing cephadm ... 2023-10-09T07:08:30.753 DEBUG:teuthology.orchestra.run.smithi008:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-09T07:08:30.778 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-09T07:08:30.797 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-09T07:08:30.815 INFO:tasks.cephadm:Teardown complete 2023-10-09T07:08:30.816 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-10-09T07:08:30.825 INFO:teuthology.task.clock:Checking final clock skew... 2023-10-09T07:08:30.826 DEBUG:teuthology.orchestra.run.smithi008:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T07:08:30.829 DEBUG:teuthology.orchestra.run.smithi135:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T07:08:30.840 DEBUG:teuthology.orchestra.run.smithi191:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T07:08:30.848 INFO:teuthology.orchestra.run.smithi008.stderr:bash: ntpq: command not found 2023-10-09T07:08:30.853 INFO:teuthology.orchestra.run.smithi008.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T07:08:30.853 INFO:teuthology.orchestra.run.smithi008.stdout:=============================================================================== 2023-10-09T07:08:30.853 INFO:teuthology.orchestra.run.smithi008.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 18 -673us[ -673us] +/- 72ms 2023-10-09T07:08:30.853 INFO:teuthology.orchestra.run.smithi008.stdout:^* hv02.front.sepia.ceph.com 3 7 377 22 +246us[ +246us] +/- 69ms 2023-10-09T07:08:30.853 INFO:teuthology.orchestra.run.smithi008.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 23 +313us[ +314us] +/- 75ms 2023-10-09T07:08:30.853 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T07:08:30.854 INFO:teuthology.orchestra.run.smithi135.stderr:bash: ntpq: command not found 2023-10-09T07:08:30.858 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T07:08:30.858 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2023-10-09T07:08:30.859 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 23 -663us[ -663us] +/- 72ms 2023-10-09T07:08:30.859 INFO:teuthology.orchestra.run.smithi135.stdout:^* hv02.front.sepia.ceph.com 3 6 377 25 +254us[ +253us] +/- 69ms 2023-10-09T07:08:30.859 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 24 +339us[ +339us] +/- 75ms 2023-10-09T07:08:30.859 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T07:08:30.872 INFO:teuthology.orchestra.run.smithi191.stderr:bash: ntpq: command not found 2023-10-09T07:08:30.877 INFO:teuthology.orchestra.run.smithi191.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T07:08:30.877 INFO:teuthology.orchestra.run.smithi191.stdout:=============================================================================== 2023-10-09T07:08:30.877 INFO:teuthology.orchestra.run.smithi191.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 24 -659us[ -660us] +/- 72ms 2023-10-09T07:08:30.877 INFO:teuthology.orchestra.run.smithi191.stdout:^* hv02.front.sepia.ceph.com 3 6 377 23 +249us[ +248us] +/- 69ms 2023-10-09T07:08:30.878 INFO:teuthology.orchestra.run.smithi191.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 21 +340us[ +340us] +/- 75ms 2023-10-09T07:08:30.878 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T07:08:30.878 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-10-09T07:08:30.887 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-10-09T07:08:30.887 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-10-09T07:08:30.896 DEBUG:teuthology.orchestra.run.smithi008:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-09T07:08:31.015 DEBUG:teuthology.orchestra.run.smithi135:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-09T07:08:31.107 DEBUG:teuthology.orchestra.run.smithi191:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-09T07:08:31.197 DEBUG:teuthology.orchestra.run.smithi008:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T07:08:31.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T07:08:31.239 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T07:08:31.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T07:08:31.272 DEBUG:teuthology.orchestra.run.smithi191:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T07:08:31.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T07:08:31.304 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-10-09T07:08:31.314 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-10-09T07:08:31.326 INFO:teuthology.task.internal:Duration was 1951.885175 seconds 2023-10-09T07:08:31.327 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-10-09T07:08:31.336 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-10-09T07:08:31.336 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-09T07:08:31.338 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-09T07:08:31.341 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-09T07:08:31.385 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T07:08:31.389 INFO:teuthology.orchestra.run.smithi191.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T07:08:31.396 INFO:teuthology.orchestra.run.smithi008.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T07:08:31.675 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-10-09T07:08:31.675 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi008.front.sepia.ceph.com 2023-10-09T07:08:31.675 DEBUG:teuthology.orchestra.run.smithi008:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-09T07:08:31.705 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi135.front.sepia.ceph.com 2023-10-09T07:08:31.705 DEBUG:teuthology.orchestra.run.smithi135:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-09T07:08:31.727 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi191.front.sepia.ceph.com 2023-10-09T07:08:31.727 DEBUG:teuthology.orchestra.run.smithi191:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-09T07:08:31.750 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-10-09T07:08:31.751 DEBUG:teuthology.orchestra.run.smithi008:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-09T07:08:31.753 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-09T07:08:31.769 DEBUG:teuthology.orchestra.run.smithi191:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-09T07:08:31.836 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-10-09T07:08:31.836 DEBUG:teuthology.orchestra.run.smithi008:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-09T07:08:31.839 DEBUG:teuthology.orchestra.run.smithi135:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-09T07:08:31.851 DEBUG:teuthology.orchestra.run.smithi191:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-09T07:08:31.965 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-10-09T07:08:31.975 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-10-09T07:08:31.975 DEBUG:teuthology.orchestra.run.smithi008:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-09T07:08:32.006 DEBUG:teuthology.orchestra.run.smithi135:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-09T07:08:32.034 DEBUG:teuthology.orchestra.run.smithi191:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-09T07:08:32.061 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-10-09T07:08:32.070 DEBUG:teuthology.orchestra.run.smithi008:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-09T07:08:32.073 DEBUG:teuthology.orchestra.run.smithi135:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-09T07:08:32.076 DEBUG:teuthology.orchestra.run.smithi191:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-09T07:08:32.100 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = core 2023-10-09T07:08:32.104 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern = core 2023-10-09T07:08:32.128 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern = core 2023-10-09T07:08:32.213 DEBUG:teuthology.orchestra.run.smithi008:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-09T07:08:32.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T07:08:32.236 DEBUG:teuthology.orchestra.run.smithi135:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-09T07:08:32.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T07:08:32.254 DEBUG:teuthology.orchestra.run.smithi191:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-09T07:08:32.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T07:08:32.271 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-10-09T07:08:32.281 INFO:teuthology.task.internal:Transferring archived files... 2023-10-09T07:08:32.282 DEBUG:teuthology.misc:Transferring archived files from smithi008:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi008 2023-10-09T07:08:32.283 DEBUG:teuthology.orchestra.run.smithi008:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-09T07:08:32.333 DEBUG:teuthology.misc:Transferring archived files from smithi135:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi135 2023-10-09T07:08:32.333 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-09T07:08:32.372 DEBUG:teuthology.misc:Transferring archived files from smithi191:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385/remote/smithi191 2023-10-09T07:08:32.373 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-09T07:08:32.411 INFO:teuthology.task.internal:Removing archive directory... 2023-10-09T07:08:32.411 DEBUG:teuthology.orchestra.run.smithi008:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-09T07:08:32.414 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-09T07:08:32.419 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-09T07:08:32.464 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-10-09T07:08:32.473 INFO:teuthology.task.internal:Not uploading archives. 2023-10-09T07:08:32.474 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-10-09T07:08:32.485 INFO:teuthology.task.internal:Tidying up after the test... 2023-10-09T07:08:32.486 DEBUG:teuthology.orchestra.run.smithi008:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-09T07:08:32.488 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-09T07:08:32.491 DEBUG:teuthology.orchestra.run.smithi191:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-09T07:08:32.506 INFO:teuthology.orchestra.run.smithi135.stdout: 393224 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 9 07:08 /home/ubuntu/cephtest 2023-10-09T07:08:32.508 INFO:teuthology.orchestra.run.smithi008.stdout: 525357 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 9 07:08 /home/ubuntu/cephtest 2023-10-09T07:08:32.522 INFO:teuthology.orchestra.run.smithi191.stdout: 525351 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 9 07:08 /home/ubuntu/cephtest 2023-10-09T07:08:32.524 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-10-09T07:08:32.537 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-10-09T07:08:32.559 INFO:teuthology.nuke:Checking targets against current locks 2023-10-09T07:08:32.586 DEBUG:teuthology.nuke:shortname: smithi008 2023-10-09T07:08:32.587 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-09T07:08:32.608 DEBUG:teuthology.nuke:shortname: smithi135 2023-10-09T07:08:32.609 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-09T07:08:32.614 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi008.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 06:27:40.581771', 'locked_by': 'scheduled_bdavidov@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBANouTEdmFIRaJqROaCwCt4Ysdk6E4MRJsdG+UYuVMJPmJJXQKZEueDzOvCSfQAFO3Kea7E14rT7Fg1rTw5pJ8='} 2023-10-09T07:08:32.632 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi135.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 06:27:40.580048', 'locked_by': 'scheduled_bdavidov@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPG1wsDfjRn77E17hlUCyELFdlHrMvwvyiuHgJkLSNUzl3pNUrGyB8b1wwd8dnNDImm0+7djImXFBNmvhNuNf/Q='} 2023-10-09T07:08:32.635 DEBUG:teuthology.nuke:shortname: smithi191 2023-10-09T07:08:32.636 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-09T07:08:32.661 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi191.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/bdavidov-2023-10-09_05:48:09-rbd:nvmeof-wip-barakda-cephadm-nvmeof-distro-default-smithi/7418385', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 06:27:40.583212', 'locked_by': 'scheduled_bdavidov@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNWJrRJfIpD1E98Lm6AAKFwZXe5g0BCGiZHm67ub2s7ELAlSLToTXbTPBAkhTSfy+SQetOz1Bw4M4Co1fNzOg0g='} 2023-10-09T07:08:32.668 INFO:teuthology.orchestra.console.smithi008:Power off 2023-10-09T07:08:32.668 DEBUG:teuthology.orchestra.console.smithi008:pexpect command: ipmitool -H smithi008.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-09T07:08:32.691 DEBUG:teuthology.orchestra.console.smithi008:power off output: Chassis Power Control: Down/Off 2023-10-09T07:08:32.692 DEBUG:teuthology.orchestra.console.smithi008:pexpect command: ipmitool -H smithi008.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:32.709 INFO:teuthology.orchestra.console.smithi135:Power off 2023-10-09T07:08:32.709 DEBUG:teuthology.orchestra.console.smithi135:pexpect command: ipmitool -H smithi135.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-09T07:08:32.722 DEBUG:teuthology.orchestra.console.smithi008:check power output: Chassis Power is on 2023-10-09T07:08:32.732 DEBUG:teuthology.orchestra.console.smithi135:power off output: Chassis Power Control: Down/Off 2023-10-09T07:08:32.732 DEBUG:teuthology.orchestra.console.smithi135:pexpect command: ipmitool -H smithi135.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:32.750 INFO:teuthology.orchestra.console.smithi191:Power off 2023-10-09T07:08:32.751 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-09T07:08:32.762 DEBUG:teuthology.orchestra.console.smithi135:check power output: Chassis Power is on 2023-10-09T07:08:32.776 DEBUG:teuthology.orchestra.console.smithi191:power off output: Chassis Power Control: Down/Off 2023-10-09T07:08:32.776 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:32.799 DEBUG:teuthology.orchestra.console.smithi191:check power output: Chassis Power is on 2023-10-09T07:08:36.723 DEBUG:teuthology.orchestra.console.smithi008:pexpect command: ipmitool -H smithi008.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:36.764 DEBUG:teuthology.orchestra.console.smithi135:pexpect command: ipmitool -H smithi135.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:36.800 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:36.833 DEBUG:teuthology.orchestra.console.smithi008:check power output: Chassis Power is on 2023-10-09T07:08:36.873 DEBUG:teuthology.orchestra.console.smithi135:check power output: Chassis Power is on 2023-10-09T07:08:36.911 DEBUG:teuthology.orchestra.console.smithi191:check power output: Chassis Power is on 2023-10-09T07:08:40.838 DEBUG:teuthology.orchestra.console.smithi008:pexpect command: ipmitool -H smithi008.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:40.874 DEBUG:teuthology.orchestra.console.smithi135:pexpect command: ipmitool -H smithi135.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:40.912 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:40.949 DEBUG:teuthology.orchestra.console.smithi008:check power output: Chassis Power is off 2023-10-09T07:08:40.985 DEBUG:teuthology.orchestra.console.smithi135:check power output: Chassis Power is on 2023-10-09T07:08:41.024 DEBUG:teuthology.orchestra.console.smithi191:check power output: Chassis Power is off 2023-10-09T07:08:41.051 INFO:teuthology.orchestra.console.smithi008:Power off completed 2023-10-09T07:08:41.125 INFO:teuthology.orchestra.console.smithi191:Power off completed 2023-10-09T07:08:44.990 DEBUG:teuthology.orchestra.console.smithi135:pexpect command: ipmitool -H smithi135.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T07:08:45.100 DEBUG:teuthology.orchestra.console.smithi135:check power output: Chassis Power is off 2023-10-09T07:08:45.201 INFO:teuthology.orchestra.console.smithi135:Power off completed 2023-10-09T07:08:45.306 INFO:teuthology.run:Summary data: description: rbd:nvmeof/{0-single-container-host base/install cluster/{fixed-3 openstack} workloads/cephadm_nvmeof} duration: 1951.8851747512817 failure_reason: reached maximum tries (301) after waiting for 300 seconds owner: scheduled_bdavidov@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=0fa81f570f8d4169863c86264658830b status: fail success: false 2023-10-09T07:08:45.306 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-09T07:08:45.381 INFO:teuthology.run:FAIL